[ 544.825013] env[68758]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=68758) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.825426] env[68758]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=68758) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.825496] env[68758]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=68758) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 544.825788] env[68758]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 544.923208] env[68758]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=68758) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 544.933644] env[68758]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=68758) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 544.977972] env[68758]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 545.538560] env[68758]: INFO nova.virt.driver [None req-e564b928-0176-4461-a81a-59a6cbae9163 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 545.609055] env[68758]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 545.609222] env[68758]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 545.609317] env[68758]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=68758) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 548.507427] env[68758]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-27371ad0-bc66-4c82-9974-ebc4f161210e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.524567] env[68758]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=68758) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 548.524753] env[68758]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-6229d776-13bf-4ea0-b2c9-92e8847d047d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.557697] env[68758]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 00a08. [ 548.557871] env[68758]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 2.949s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 548.558369] env[68758]: INFO nova.virt.vmwareapi.driver [None req-e564b928-0176-4461-a81a-59a6cbae9163 None None] VMware vCenter version: 7.0.3 [ 548.561728] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a2edf-63a6-4ec7-862a-19088723f339 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.579035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2fa4b8-89ed-449a-846f-cbbbf95239f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.585048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11ff9ec-eb41-4a9f-a10e-fe4081c7b0ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.591507] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd6c309-555d-438f-b795-29d8c954a733 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.604585] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68fcf53-933d-436f-86cc-a1fde04463e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.610410] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef846a1-7bee-4be6-b097-bc1b1aab0734 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.640304] env[68758]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-c9f8dc87-bede-4138-a0d8-b2f4c706f49e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.645162] env[68758]: DEBUG nova.virt.vmwareapi.driver [None req-e564b928-0176-4461-a81a-59a6cbae9163 None None] Extension org.openstack.compute already exists. {{(pid=68758) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 548.647701] env[68758]: INFO nova.compute.provider_config [None req-e564b928-0176-4461-a81a-59a6cbae9163 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 549.151771] env[68758]: DEBUG nova.context [None req-e564b928-0176-4461-a81a-59a6cbae9163 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),1633addd-e775-4fd3-b3c0-e3242aeb9dcb(cell1) {{(pid=68758) load_cells /opt/stack/nova/nova/context.py:464}} [ 549.153927] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.154185] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.154897] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.155351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Acquiring lock "1633addd-e775-4fd3-b3c0-e3242aeb9dcb" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 549.155533] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Lock "1633addd-e775-4fd3-b3c0-e3242aeb9dcb" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 549.156578] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Lock "1633addd-e775-4fd3-b3c0-e3242aeb9dcb" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 549.177784] env[68758]: INFO dbcounter [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Registered counter for database nova_cell0 [ 549.186184] env[68758]: INFO dbcounter [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Registered counter for database nova_cell1 [ 549.620084] env[68758]: DEBUG oslo_db.sqlalchemy.engines [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68758) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.620499] env[68758]: DEBUG oslo_db.sqlalchemy.engines [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=68758) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 549.625648] env[68758]: ERROR nova.db.main.api [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.625648] env[68758]: result = function(*args, **kwargs) [ 549.625648] env[68758]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.625648] env[68758]: return func(*args, **kwargs) [ 549.625648] env[68758]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.625648] env[68758]: result = fn(*args, **kwargs) [ 549.625648] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.625648] env[68758]: return f(*args, **kwargs) [ 549.625648] env[68758]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 549.625648] env[68758]: return db.service_get_minimum_version(context, binaries) [ 549.625648] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.625648] env[68758]: _check_db_access() [ 549.625648] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.625648] env[68758]: stacktrace = ''.join(traceback.format_stack()) [ 549.625648] env[68758]: [ 549.626402] env[68758]: ERROR nova.db.main.api [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 549.626402] env[68758]: result = function(*args, **kwargs) [ 549.626402] env[68758]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 549.626402] env[68758]: return func(*args, **kwargs) [ 549.626402] env[68758]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 549.626402] env[68758]: result = fn(*args, **kwargs) [ 549.626402] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 549.626402] env[68758]: return f(*args, **kwargs) [ 549.626402] env[68758]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 549.626402] env[68758]: return db.service_get_minimum_version(context, binaries) [ 549.626402] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 549.626402] env[68758]: _check_db_access() [ 549.626402] env[68758]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 549.626402] env[68758]: stacktrace = ''.join(traceback.format_stack()) [ 549.626402] env[68758]: [ 549.626771] env[68758]: WARNING nova.objects.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Failed to get minimum service version for cell 1633addd-e775-4fd3-b3c0-e3242aeb9dcb [ 549.626926] env[68758]: WARNING nova.objects.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 549.627388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Acquiring lock "singleton_lock" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.627545] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Acquired lock "singleton_lock" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.627785] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Releasing lock "singleton_lock" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.628132] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Full set of CONF: {{(pid=68758) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 549.628272] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ******************************************************************************** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.628397] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] Configuration options gathered from: {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.628530] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.628726] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.628856] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ================================================================================ {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.629079] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] allow_resize_to_same_host = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.629257] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] arq_binding_timeout = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.629385] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] backdoor_port = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.629511] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] backdoor_socket = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.629674] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] block_device_allocate_retries = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.629834] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] block_device_allocate_retries_interval = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.630006] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cert = self.pem {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.630179] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.630344] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute_monitors = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.630507] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] config_dir = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.630934] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] config_drive_format = iso9660 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631102] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631282] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] config_source = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631453] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] console_host = devstack {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631621] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] control_exchange = nova {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631779] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cpu_allocation_ratio = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.631942] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] daemon = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.632128] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] debug = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.632285] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_access_ip_network_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.632452] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_availability_zone = nova {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.632605] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_ephemeral_format = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.632773] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_green_pool_size = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633040] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633213] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] default_schedule_zone = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633371] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] disk_allocation_ratio = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633528] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] enable_new_services = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633704] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] enabled_apis = ['osapi_compute'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.633866] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] enabled_ssl_apis = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634038] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] flat_injected = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634199] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] force_config_drive = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634356] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] force_raw_images = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634520] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] graceful_shutdown_timeout = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634679] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] heal_instance_info_cache_interval = -1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.634896] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] host = cpu-1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.635092] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.635272] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] initial_disk_allocation_ratio = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.635434] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] initial_ram_allocation_ratio = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.635643] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.635804] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_build_timeout = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636034] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_delete_interval = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636233] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_format = [instance: %(uuid)s] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636402] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_name_template = instance-%08x {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636561] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_usage_audit = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636731] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_usage_audit_period = month {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.636893] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637071] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] instances_path = /opt/stack/data/nova/instances {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637239] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] internal_service_availability_zone = internal {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637393] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] key = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637549] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] live_migration_retry_count = 30 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637714] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_color = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.637877] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_config_append = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638054] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638216] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_dir = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638373] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638498] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_options = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638653] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_rotate_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638817] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_rotate_interval_type = days {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.638984] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] log_rotation_type = none {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639124] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639248] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639412] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639573] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639697] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.639854] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] long_rpc_timeout = 1800 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640016] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_concurrent_builds = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640175] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_concurrent_live_migrations = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640328] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_concurrent_snapshots = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640483] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_local_block_devices = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640638] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_logfile_count = 30 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640822] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] max_logfile_size_mb = 200 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.640988] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] maximum_instance_delete_attempts = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.641171] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metadata_listen = 0.0.0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.641338] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metadata_listen_port = 8775 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.641502] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metadata_workers = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.641660] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] migrate_max_retries = -1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.641823] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] mkisofs_cmd = genisoimage {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642036] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] my_block_storage_ip = 10.180.1.21 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642200] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] my_ip = 10.180.1.21 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642423] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642591] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] network_allocate_retries = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642769] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.642932] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] osapi_compute_listen = 0.0.0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643109] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] osapi_compute_listen_port = 8774 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643278] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] osapi_compute_unique_server_name_scope = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643447] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] osapi_compute_workers = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643610] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] password_length = 12 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643784] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] periodic_enable = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.643963] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] periodic_fuzzy_delay = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644150] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] pointer_model = usbtablet {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644321] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] preallocate_images = none {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644480] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] publish_errors = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644611] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] pybasedir = /opt/stack/nova {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644770] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ram_allocation_ratio = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.644930] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rate_limit_burst = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645115] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rate_limit_except_level = CRITICAL {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645277] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rate_limit_interval = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645435] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reboot_timeout = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645593] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reclaim_instance_interval = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645748] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] record = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.645912] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reimage_timeout_per_gb = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646096] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] report_interval = 120 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646258] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rescue_timeout = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646414] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reserved_host_cpus = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646568] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reserved_host_disk_mb = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646725] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reserved_host_memory_mb = 512 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.646885] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] reserved_huge_pages = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647055] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] resize_confirm_window = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647214] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] resize_fs_using_block_device = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647372] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] resume_guests_state_on_host_boot = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647538] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647697] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] rpc_response_timeout = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.647854] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] run_external_periodic_tasks = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648067] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] running_deleted_instance_action = reap {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648242] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] running_deleted_instance_poll_interval = 1800 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648402] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] running_deleted_instance_timeout = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648559] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler_instance_sync_interval = 120 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648727] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_down_time = 720 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.648894] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] servicegroup_driver = db {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649059] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] shell_completion = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649218] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] shelved_offload_time = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649377] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] shelved_poll_interval = 3600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649541] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] shutdown_timeout = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649697] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] source_is_ipv6 = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.649854] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ssl_only = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650114] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650286] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] sync_power_state_interval = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650448] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] sync_power_state_pool_size = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650615] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] syslog_log_facility = LOG_USER {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650798] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] tempdir = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.650965] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] timeout_nbd = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651150] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] transport_url = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651309] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] update_resources_interval = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651470] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_cow_images = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651625] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_journal = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651779] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_json = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.651936] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_rootwrap_daemon = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652104] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_stderr = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652259] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] use_syslog = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652410] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vcpu_pin_set = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652574] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plugging_is_fatal = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652736] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plugging_timeout = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.652927] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] virt_mkfs = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.653106] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] volume_usage_poll_interval = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.653268] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] watch_log_file = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.653436] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] web = /usr/share/spice-html5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.653620] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653803] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.653983] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654171] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_concurrency.disable_process_locking = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654459] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654638] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654805] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.654974] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655157] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655320] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655498] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.auth_strategy = keystone {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655659] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.compute_link_prefix = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.655832] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656010] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.dhcp_domain = novalocal {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656186] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.enable_instance_password = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656348] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.glance_link_prefix = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656506] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656674] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.656855] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.instance_list_per_project_cells = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657062] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.list_records_by_skipping_down_cells = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657234] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.local_metadata_per_cell = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657401] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.max_limit = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657564] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.metadata_cache_expiration = 15 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657737] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.neutron_default_tenant_id = default {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.657915] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.response_validation = warn {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658102] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.use_neutron_default_nets = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658271] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658429] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658590] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658758] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.658923] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_dynamic_targets = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659097] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_jsonfile_path = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659278] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659468] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.backend = dogpile.cache.memcached {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659630] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.backend_argument = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659787] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.backend_expiration_time = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.659958] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.config_prefix = cache.oslo {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660176] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.dead_timeout = 60.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660344] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.debug_cache_backend = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660505] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.enable_retry_client = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660662] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.enable_socket_keepalive = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660831] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.enabled = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.660994] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.enforce_fips_mode = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661169] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.expiration_time = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661327] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.hashclient_retry_attempts = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661488] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.hashclient_retry_delay = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661648] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_dead_retry = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661804] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_password = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.661965] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662135] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662294] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_pool_maxsize = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662450] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662607] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_sasl_enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662786] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.662976] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_socket_timeout = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663152] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.memcache_username = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663315] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.proxies = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663475] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_db = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663629] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_password = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663794] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_sentinel_service_name = mymaster {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.663967] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664147] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_server = localhost:6379 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664310] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_socket_timeout = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664468] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.redis_username = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664627] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.retry_attempts = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.664835] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.retry_delay = 0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665043] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.socket_keepalive_count = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665216] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.socket_keepalive_idle = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665375] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.socket_keepalive_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665532] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.tls_allowed_ciphers = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665686] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.tls_cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665840] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.tls_certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.665999] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.tls_enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666166] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cache.tls_keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666333] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666503] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.auth_type = password {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666660] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666831] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.catalog_info = volumev3::publicURL {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.666991] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667167] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667326] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.cross_az_attach = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667481] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.debug = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667635] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.endpoint_template = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667794] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.http_retries = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.667955] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668128] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668302] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.os_region_name = RegionOne {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668465] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668621] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cinder.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668791] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.668950] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.cpu_dedicated_set = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669118] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.cpu_shared_set = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669283] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.image_type_exclude_list = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669440] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669599] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.max_concurrent_disk_ops = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669758] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.max_disk_devices_to_attach = -1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.669916] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670100] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670266] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.resource_provider_association_refresh = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670424] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670583] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.shutdown_retry_interval = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670793] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.670987] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] conductor.workers = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671182] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] console.allowed_origins = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671345] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] console.ssl_ciphers = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671516] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] console.ssl_minimum_version = default {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671682] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] consoleauth.enforce_session_timeout = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.671849] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] consoleauth.token_ttl = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672031] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672194] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672355] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672511] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672668] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.672850] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673028] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673189] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673346] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673501] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673658] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673813] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.673971] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674153] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.service_type = accelerator {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674313] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674471] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674627] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674781] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.674962] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675135] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] cyborg.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675303] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.asyncio_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675463] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.asyncio_slave_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675630] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.backend = sqlalchemy {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675795] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.675957] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.connection_debug = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676140] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.connection_parameters = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676303] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.connection_recycle_time = 3600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676462] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.connection_trace = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676622] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.db_inc_retry_interval = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676780] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.db_max_retries = 20 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.676943] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.db_max_retry_interval = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677114] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.db_retry_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677274] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.max_overflow = 50 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677434] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.max_pool_size = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677592] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.max_retries = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677760] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.677916] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.mysql_wsrep_sync_wait = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678084] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.pool_timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678247] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.retry_interval = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678402] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.slave_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678558] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.sqlite_synchronous = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678715] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] database.use_db_reconnect = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.678878] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.asyncio_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679047] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.asyncio_slave_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679217] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.backend = sqlalchemy {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679381] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679541] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.connection_debug = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679706] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.connection_parameters = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.679867] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.connection_recycle_time = 3600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680038] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.connection_trace = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680202] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.db_inc_retry_interval = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680359] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.db_max_retries = 20 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680516] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.db_max_retry_interval = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680686] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.db_retry_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.680863] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.max_overflow = 50 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681043] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.max_pool_size = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681208] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.max_retries = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681375] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681531] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681686] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.pool_timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.681845] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.retry_interval = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682007] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.slave_connection = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682176] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] api_database.sqlite_synchronous = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682347] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] devices.enabled_mdev_types = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682520] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682687] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ephemeral_storage_encryption.default_format = luks {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.682952] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ephemeral_storage_encryption.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683166] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683345] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.api_servers = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683509] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683670] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683836] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.683992] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684163] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684325] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.debug = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684486] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.default_trusted_certificate_ids = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684646] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.enable_certificate_validation = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684804] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.enable_rbd_download = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.684960] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685154] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685324] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685483] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685636] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685794] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.num_retries = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.685962] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.rbd_ceph_conf = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686134] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.rbd_connect_timeout = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686301] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.rbd_pool = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686464] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.rbd_user = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686627] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686782] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.686936] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687115] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.service_type = image {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687275] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687428] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687582] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687735] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.687909] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688086] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.verify_glance_signatures = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688249] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] glance.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688407] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] guestfs.debug = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688584] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688744] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.auth_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.688900] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689066] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689233] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689391] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689548] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689702] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.689861] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690089] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690305] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690473] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690633] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690797] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.690952] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691136] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.service_type = shared-file-system {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691302] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.share_apply_policy_timeout = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691464] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691622] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691779] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.691935] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692127] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692289] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] manila.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692456] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] mks.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.692823] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693020] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.manager_interval = 2400 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693193] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.precache_concurrency = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693363] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.remove_unused_base_images = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693531] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693698] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.693876] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] image_cache.subdirectory_name = _base {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694061] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.api_max_retries = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694230] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.api_retry_interval = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694388] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694547] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.auth_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694704] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.694864] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695032] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695220] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.conductor_group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695383] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695538] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695692] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.695850] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696024] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696178] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696333] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696492] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.peer_list = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696646] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696804] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.696965] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.serial_console_state_timeout = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697134] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697302] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.service_type = baremetal {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697459] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.shard = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697622] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697780] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.697938] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698107] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698290] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698453] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ironic.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698633] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698808] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] key_manager.fixed_key = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.698992] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699169] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.barbican_api_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699335] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.barbican_endpoint = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699500] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.barbican_endpoint_type = public {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699660] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.barbican_region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699817] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.699976] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700155] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700321] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700473] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700634] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.number_of_retries = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700793] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.retry_delay = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.700953] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.send_service_user_token = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701130] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701356] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701537] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.verify_ssl = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701696] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican.verify_ssl_path = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.701861] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702042] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.auth_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702208] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702364] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702524] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702682] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.702869] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703053] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703214] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] barbican_service_user.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703381] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.approle_role_id = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703538] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.approle_secret_id = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703707] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.kv_mountpoint = secret {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.703886] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.kv_path = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704064] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.kv_version = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704226] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.namespace = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704385] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.root_token_id = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704543] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.ssl_ca_crt_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704708] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.timeout = 60.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.704871] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.use_ssl = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705057] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705240] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705403] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705566] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705723] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.705880] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706049] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706216] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706372] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706527] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706680] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.706838] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707008] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707173] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707344] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.service_type = identity {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707505] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707663] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707821] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.707980] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708172] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708332] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] keystone.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708519] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.ceph_mount_options = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.708911] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709119] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.connection_uri = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709290] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_mode = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709457] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_model_extra_flags = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709623] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_models = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709792] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_power_governor_high = performance {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.709961] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_power_governor_low = powersave {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710141] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_power_management = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710347] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710517] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.device_detach_attempts = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710680] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.device_detach_timeout = 20 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.710845] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.disk_cachemodes = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711017] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.disk_prefix = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711187] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.enabled_perf_events = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711352] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.file_backed_memory = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711515] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.gid_maps = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711669] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.hw_disk_discard = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711827] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.hw_machine_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.711998] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_rbd_ceph_conf = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712175] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712337] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712506] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_rbd_glance_store_name = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712675] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_rbd_pool = rbd {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.712871] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_type = default {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713057] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.images_volume_group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713226] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.inject_key = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713389] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.inject_partition = -2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713551] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.inject_password = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713712] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.iscsi_iface = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.713901] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.iser_use_multipath = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714087] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_bandwidth = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714254] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714416] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_downtime = 500 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714576] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714736] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.714892] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_inbound_addr = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715072] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715246] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_permit_post_copy = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715406] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_scheme = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715575] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_timeout_action = abort {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715734] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_tunnelled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.715916] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_uri = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716103] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.live_migration_with_native_tls = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716268] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.max_queues = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716429] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716653] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.716815] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.nfs_mount_options = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717118] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717295] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717460] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_iser_scan_tries = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717620] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_memory_encrypted_guests = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717782] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.717945] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_pcie_ports = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718124] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.num_volume_scan_tries = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718292] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.pmem_namespaces = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718450] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.quobyte_client_cfg = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718735] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.718911] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rbd_connect_timeout = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719128] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719331] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719495] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rbd_secret_uuid = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719654] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rbd_user = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719815] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.719986] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.remote_filesystem_transport = ssh {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720159] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rescue_image_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720317] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rescue_kernel_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720472] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rescue_ramdisk_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720636] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720792] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.rx_queue_size = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.720959] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.smbfs_mount_options = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721261] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721438] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.snapshot_compression = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721598] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.snapshot_image_format = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721830] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.721999] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.sparse_logical_volumes = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722177] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.swtpm_enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722347] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.swtpm_group = tss {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722514] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.swtpm_user = tss {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722681] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.sysinfo_serial = unique {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.722887] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.tb_cache_size = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723078] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.tx_queue_size = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723252] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.uid_maps = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723415] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.use_virtio_for_bridges = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723585] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.virt_type = kvm {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723755] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.volume_clear = zero {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.723954] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.volume_clear_size = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724148] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.volume_enforce_multipath = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724315] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.volume_use_multipath = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724472] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_cache_path = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724638] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724803] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_mount_group = qemu {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.724968] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_mount_opts = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725149] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725423] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725609] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.vzstorage_mount_user = stack {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725773] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.725945] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726130] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.auth_type = password {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726291] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726449] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726609] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726763] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.726922] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727105] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.default_floating_pool = public {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727265] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727427] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.extension_sync_interval = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727586] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.http_retries = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727746] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.727934] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728126] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728301] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728460] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728629] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.ovs_bridge = br-int {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728792] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.physnets = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.728962] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.region_name = RegionOne {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729137] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729307] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.service_metadata_proxy = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729467] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729634] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.service_type = network {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729795] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.729953] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730123] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730282] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730459] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730618] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] neutron.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730804] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.bdms_in_notifications = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.730999] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.default_level = INFO {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731179] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.include_share_mapping = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731355] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.notification_format = unversioned {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731517] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.notify_on_state_change = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731689] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.731865] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] pci.alias = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732101] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] pci.device_spec = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732363] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] pci.report_in_placement = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732629] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.732879] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.auth_type = password {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733076] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733245] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733405] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733566] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733724] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.733885] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734053] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.default_domain_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734216] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.default_domain_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734370] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.domain_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734525] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.domain_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734680] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734837] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.734993] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735164] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735318] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735485] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.password = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735643] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.project_domain_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735808] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.project_domain_name = Default {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.735976] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.project_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736159] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.project_name = service {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736329] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.region_name = RegionOne {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736487] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736648] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736817] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.service_type = placement {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.736983] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737154] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737310] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737466] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.system_scope = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737621] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737776] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.trust_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.737930] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.user_domain_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738109] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.user_domain_name = Default {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738268] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.user_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738439] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.username = nova {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738616] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738774] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] placement.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.738957] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.cores = 20 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739135] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.count_usage_from_placement = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739306] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739472] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.injected_file_content_bytes = 10240 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739635] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.injected_file_path_length = 255 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739797] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.injected_files = 5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.739962] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.instances = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740139] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.key_pairs = 100 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740303] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.metadata_items = 128 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740465] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.ram = 51200 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740626] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.recheck_quota = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740791] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.server_group_members = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.740954] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.server_groups = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741175] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741353] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] quota.unified_limits_resource_strategy = require {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741523] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741686] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.741846] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.image_metadata_prefilter = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742015] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742187] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.max_attempts = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742349] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.max_placement_results = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742509] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742669] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.query_placement_for_image_type_support = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.742832] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743011] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] scheduler.workers = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743192] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743362] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743538] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743703] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.743894] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744081] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744252] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744443] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744612] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.host_subset_size = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744776] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.744937] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745114] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745279] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745451] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745612] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.isolated_hosts = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745773] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.isolated_images = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.745934] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746104] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746266] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746425] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.pci_in_placement = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746581] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746740] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.746898] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747066] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747227] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747385] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747542] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.track_instance_changes = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747716] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.747884] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metrics.required = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748056] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metrics.weight_multiplier = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748220] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748383] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] metrics.weight_setting = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748694] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.748868] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749064] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.port_range = 10000:20000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749241] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749410] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749577] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] serial_console.serialproxy_port = 6083 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749743] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.749913] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.auth_type = password {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750088] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750248] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750408] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750565] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750720] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.750891] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.send_service_user_token = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751068] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751229] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] service_user.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751396] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.agent_enabled = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751555] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.751850] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752061] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752234] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.html5proxy_port = 6082 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752395] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.image_compression = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752553] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.jpeg_compression = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752709] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.playback_compression = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.752888] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.require_secure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753076] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.server_listen = 127.0.0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753250] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753516] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753683] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.streaming_mode = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.753861] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] spice.zlib_compression = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754047] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] upgrade_levels.baseapi = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754223] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] upgrade_levels.compute = auto {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754386] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] upgrade_levels.conductor = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754545] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] upgrade_levels.scheduler = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754712] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.754876] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.auth_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755045] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755208] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755367] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755525] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755681] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.755859] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756044] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vendordata_dynamic_auth.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756222] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.api_retry_count = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756382] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.ca_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756553] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.cache_prefix = devstack-image-cache {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756718] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.cluster_name = testcl1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.756880] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.connection_pool_size = 10 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757049] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.console_delay_seconds = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757219] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.datastore_regex = ^datastore.* {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757422] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757594] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.host_password = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757757] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.host_port = 443 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.757922] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.host_username = administrator@vsphere.local {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758102] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.insecure = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758263] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.integration_bridge = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758422] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.maximum_objects = 100 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758577] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.pbm_default_policy = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758734] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.pbm_enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.758890] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.pbm_wsdl_location = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759070] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759230] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.serial_port_proxy_uri = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759383] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.serial_port_service_uri = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759547] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.task_poll_interval = 0.5 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759715] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.use_linked_clone = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.759883] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.vnc_keymap = en-us {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760060] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.vnc_port = 5900 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760225] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vmware.vnc_port_total = 10000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760406] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.auth_schemes = ['none'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760578] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.760859] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761054] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761228] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.novncproxy_port = 6080 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761420] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.server_listen = 127.0.0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761600] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761762] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.vencrypt_ca_certs = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.761918] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.vencrypt_client_cert = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762088] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vnc.vencrypt_client_key = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762265] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762424] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_deep_image_inspection = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762581] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762739] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.762917] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763110] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.disable_rootwrap = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763278] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.enable_numa_live_migration = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763437] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763594] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763750] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.763932] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.libvirt_disable_apic = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764107] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764268] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764555] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764727] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.764889] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765067] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765230] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765390] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765545] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765706] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.765887] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766066] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.client_socket_timeout = 900 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766234] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.default_pool_size = 1000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766400] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.keep_alive = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766562] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.max_header_line = 16384 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766721] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.secure_proxy_ssl_header = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.766882] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.ssl_ca_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767050] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.ssl_cert_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767210] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.ssl_key_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767372] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.tcp_keepidle = 600 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767542] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767703] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] zvm.ca_file = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.767881] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] zvm.cloud_connector_url = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768188] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768362] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] zvm.reachable_timeout = 300 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768533] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768706] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.768882] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.connection_string = messaging:// {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769061] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.enabled = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769236] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.es_doc_type = notification {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769399] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.es_scroll_size = 10000 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769566] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.es_scroll_time = 2m {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769728] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.filter_error_trace = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.769895] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.hmac_keys = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770076] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.sentinel_service_name = mymaster {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770242] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.socket_timeout = 0.1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770400] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.trace_requests = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770559] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler.trace_sqlalchemy = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770741] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler_jaeger.process_tags = {} {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.770903] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler_jaeger.service_name_prefix = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771096] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] profiler_otlp.service_name_prefix = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771285] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] remote_debug.host = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771447] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] remote_debug.port = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771622] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771784] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.771948] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772121] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772282] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772439] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772596] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772751] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.772942] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773132] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773292] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773462] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773627] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773800] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.773986] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774176] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774340] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774498] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774664] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774826] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.774986] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775164] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775336] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775499] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775658] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775816] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.775975] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776146] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776302] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776459] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776616] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776781] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.776946] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777117] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777284] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777447] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.ssl_version = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777606] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777787] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.777952] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_notifications.retry = -1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778139] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778311] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_messaging_notifications.transport_url = **** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778484] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.auth_section = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778644] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.auth_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778801] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.cafile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.778962] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.certfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779132] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.collect_timing = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779291] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.connect_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779447] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.connect_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779601] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_id = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779768] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_interface = publicURL {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.779929] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_override = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780090] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780245] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780399] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.endpoint_service_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780556] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.insecure = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780712] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.keyfile = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.780868] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.max_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781034] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.min_version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781195] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.region_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781351] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.retriable_status_codes = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781506] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.service_name = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781660] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.service_type = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781819] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.split_loggers = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.781976] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.status_code_retries = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782147] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.status_code_retry_delay = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782302] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.timeout = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782456] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.valid_interfaces = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782609] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_limit.version = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782793] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_reports.file_event_handler = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.782958] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783129] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] oslo_reports.log_dir = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783298] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783457] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783612] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783777] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.783956] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784136] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784309] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784467] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784624] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784789] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.784950] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785120] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] vif_plug_ovs_privileged.user = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785291] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.flat_interface = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785471] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785642] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785813] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.785984] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786168] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786333] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786493] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786669] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.786839] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.isolate_vif = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787011] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787182] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787349] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787517] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.ovsdb_interface = native {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787676] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] os_vif_ovs.per_port_bridge = False {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.787844] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.capabilities = [21] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788008] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788174] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.helper_command = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788337] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788497] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788649] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] privsep_osbrick.user = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788819] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.788975] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.group = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789143] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.helper_command = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789306] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789464] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789618] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] nova_sys_admin.user = None {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.789746] env[68758]: DEBUG oslo_service.backend.eventlet.service [None req-d3f12ada-1cc1-4988-bd23-3352c9c8ec4a None None] ******************************************************************************** {{(pid=68758) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 549.790166] env[68758]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 550.293743] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Getting list of instances from cluster (obj){ [ 550.293743] env[68758]: value = "domain-c8" [ 550.293743] env[68758]: _type = "ClusterComputeResource" [ 550.293743] env[68758]: } {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 550.294954] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3016f2-a734-4cb0-bd68-e88df2e70faf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 550.304297] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Got total of 0 instances {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 550.304856] env[68758]: WARNING nova.virt.vmwareapi.driver [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 550.305378] env[68758]: INFO nova.virt.node [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Generated node identity f15025f4-9980-489d-822e-70d7ed69904a [ 550.305602] env[68758]: INFO nova.virt.node [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Wrote node identity f15025f4-9980-489d-822e-70d7ed69904a to /opt/stack/data/n-cpu-1/compute_id [ 550.808325] env[68758]: WARNING nova.compute.manager [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Compute nodes ['f15025f4-9980-489d-822e-70d7ed69904a'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 551.814235] env[68758]: INFO nova.compute.manager [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 552.819709] env[68758]: WARNING nova.compute.manager [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 552.820083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.820295] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 552.820404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 552.820470] env[68758]: DEBUG nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 552.821387] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a424ded-ced8-4796-bc86-c7ec0d5b77fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.829717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa873f0-067d-4b08-a478-e5e1fee04e64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.843991] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca554d2-c66d-4321-8376-cb5969e5ecbc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.850596] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf210f62-3532-495c-88bb-55ed4a40b56a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 552.879106] env[68758]: DEBUG nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181105MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 552.879265] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 552.879453] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 553.381836] env[68758]: WARNING nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] No compute node record for cpu-1:f15025f4-9980-489d-822e-70d7ed69904a: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f15025f4-9980-489d-822e-70d7ed69904a could not be found. [ 553.885266] env[68758]: INFO nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f15025f4-9980-489d-822e-70d7ed69904a [ 555.393238] env[68758]: DEBUG nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 555.393615] env[68758]: DEBUG nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 555.560820] env[68758]: INFO nova.scheduler.client.report [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] [req-d6dc0445-e733-4f2b-9be6-7de0caf21e0b] Created resource provider record via placement API for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 555.575276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d750568-7a1d-4dd9-8b29-cd191449e373 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.583103] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756465b4-81d9-49b0-b1c5-b57ba622e3b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.612559] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e997b25c-e5c5-4a06-a905-d85c3f131c07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.619917] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029f5463-9ef6-4bef-8424-73a487d96a12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 555.632977] env[68758]: DEBUG nova.compute.provider_tree [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.168474] env[68758]: DEBUG nova.scheduler.client.report [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 556.168694] env[68758]: DEBUG nova.compute.provider_tree [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 0 to 1 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.168833] env[68758]: DEBUG nova.compute.provider_tree [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 556.218595] env[68758]: DEBUG nova.compute.provider_tree [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 1 to 2 during operation: update_traits {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 556.723372] env[68758]: DEBUG nova.compute.resource_tracker [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 556.723640] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 556.723737] env[68758]: DEBUG nova.service [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Creating RPC server for service compute {{(pid=68758) start /opt/stack/nova/nova/service.py:186}} [ 556.736469] env[68758]: DEBUG nova.service [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] Join ServiceGroup membership for this service compute {{(pid=68758) start /opt/stack/nova/nova/service.py:203}} [ 556.736641] env[68758]: DEBUG nova.servicegroup.drivers.db [None req-22f80b65-5ea5-4d0f-acaa-3747ac860017 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=68758) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 590.298146] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "294166bc-5f47-493b-b89e-fd615b7ae68b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 590.298419] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 590.801942] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 591.345808] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 591.345808] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 591.345808] env[68758]: INFO nova.compute.claims [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 592.404770] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278e433f-10a1-440a-b6a4-5114e4a1e39f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.412707] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce67eb3-d43e-4e78-8fb2-500a153308f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.449273] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad4b40-c5d7-43a6-a920-01e0fb26a8f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.455355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fbea10-f36c-40e0-88d7-abb645732c2c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.469239] env[68758]: DEBUG nova.compute.provider_tree [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 592.976195] env[68758]: DEBUG nova.scheduler.client.report [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 593.481942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 593.483058] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 593.989679] env[68758]: DEBUG nova.compute.utils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 593.992414] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 594.495741] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 594.977608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "c9f818fc-a1ce-4539-913b-7b89b085348c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.977828] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.121043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 595.121269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 595.483598] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 595.520811] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 595.623813] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.018403] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.018806] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 596.022244] env[68758]: INFO nova.compute.claims [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 596.153077] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.225398] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 596.225801] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 596.226035] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 596.226267] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 596.226472] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 596.226697] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 596.228272] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 596.228493] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 596.228926] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 596.229125] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 596.231035] env[68758]: DEBUG nova.virt.hardware [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 596.231035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97761b1f-62df-42c2-8838-36b77b8f4d28 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.242815] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5fdfe2-698c-4684-8955-b622fe4e77f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.265704] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e7016-a0ce-4175-ae88-b4c096f66cc9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.287260] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.297053] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.297801] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b60c391b-8b15-4d09-b384-c1a0f8ebb571 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.310479] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Created folder: OpenStack in parent group-v4. [ 596.310582] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating folder: Project (26197434ad5546b993eb36b9dd6c7868). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.310798] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96942e38-d83c-4e80-aa91-7ae6c9938312 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.319987] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Created folder: Project (26197434ad5546b993eb36b9dd6c7868) in parent group-v590497. [ 596.320126] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating folder: Instances. Parent ref: group-v590498. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.320384] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e0ca34b-480a-4f48-865b-85f460350bd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.329891] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Created folder: Instances in parent group-v590498. [ 596.330261] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 596.331257] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.331257] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-987c1c54-9367-454e-8161-9ce2b1c56c1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.350772] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.350772] env[68758]: value = "task-2941710" [ 596.350772] env[68758]: _type = "Task" [ 596.350772] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.360969] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941710, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.862632] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941710, 'name': CreateVM_Task, 'duration_secs': 0.444193} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.862925] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 596.864711] env[68758]: DEBUG oslo_vmware.service [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e538e2d-89d3-4841-a39e-88b91bcc1d5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.872532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.872532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.873220] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.873518] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1731735-6f83-4837-b990-88336e237aeb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.882711] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 596.882711] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5201797b-3e4f-f453-07fc-81664c8d2298" [ 596.882711] env[68758]: _type = "Task" [ 596.882711] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.892059] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5201797b-3e4f-f453-07fc-81664c8d2298, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.133772] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab98ead0-1307-4fec-a72f-d66ec6775a0a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.145393] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed0cd9-811f-4f0e-9d5d-19f79433b632 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.188772] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec797dc2-34f7-4d59-9211-4e8f1e4ccc58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.196368] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff45a43-20d6-46bc-a7ea-794284fe1369 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.209677] env[68758]: DEBUG nova.compute.provider_tree [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 597.402298] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.402626] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.403082] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.403082] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.403589] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.404276] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d25018f-6540-4a22-8d2e-0cd3310d5810 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.426403] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.426598] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.428418] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9990c112-9fcc-4853-ba79-8240df24695e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.437355] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4bad142-bc8f-45c8-9c96-70517aa2a617 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.442883] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 597.442883] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5212413c-1f13-b35a-4c84-f89c9528aef7" [ 597.442883] env[68758]: _type = "Task" [ 597.442883] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.452395] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5212413c-1f13-b35a-4c84-f89c9528aef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.713045] env[68758]: DEBUG nova.scheduler.client.report [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.738902] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 597.954148] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 597.954453] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating directory with path [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.954660] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-555e8f39-1f13-435b-80ba-5a08664ac31c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.979504] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Created directory with path [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.979662] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Fetch image to [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 597.979835] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Downloading image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk on the data store datastore2 {{(pid=68758) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 597.980662] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dafc87-1c01-4920-bfbe-3db6af7d078f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.995189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0b4a6c-df2e-4d8e-ba7e-bc90ff78d7dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.006848] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f84b09-080b-40bb-92f5-2147500c5585 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.044753] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdae10b-ae35-4573-b33b-142ba68b53b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.052430] env[68758]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bb2fc4b6-e844-492b-90f0-1a8316ecdc03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.077497] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Downloading image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to the data store datastore2 {{(pid=68758) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 598.192787] env[68758]: DEBUG oslo_vmware.rw_handles [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 598.280645] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 598.280727] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 598.284271] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Getting list of instances from cluster (obj){ [ 598.284271] env[68758]: value = "domain-c8" [ 598.284271] env[68758]: _type = "ClusterComputeResource" [ 598.284271] env[68758]: } {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 598.285501] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.134s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.286874] env[68758]: INFO nova.compute.claims [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.293411] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adffdbf-fce2-4502-aee9-ead541302ba4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.309300] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Got total of 1 instances {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 598.309551] env[68758]: WARNING nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] While synchronizing instance power states, found 2 instances in the database and 1 instances on the hypervisor. [ 598.309729] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 294166bc-5f47-493b-b89e-fd615b7ae68b {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 598.309928] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid c9f818fc-a1ce-4539-913b-7b89b085348c {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 598.310287] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "294166bc-5f47-493b-b89e-fd615b7ae68b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.310519] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "c9f818fc-a1ce-4539-913b-7b89b085348c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.310704] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.311082] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Getting list of instances from cluster (obj){ [ 598.311082] env[68758]: value = "domain-c8" [ 598.311082] env[68758]: _type = "ClusterComputeResource" [ 598.311082] env[68758]: } {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 598.312029] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab6595c-4806-466c-b5ac-4f4f7c9ad28d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.325611] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Got total of 1 instances {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 598.709471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.709471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.788137] env[68758]: DEBUG nova.compute.utils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 598.788671] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.789224] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.925143] env[68758]: DEBUG oslo_vmware.rw_handles [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 598.925392] env[68758]: DEBUG oslo_vmware.rw_handles [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 598.952500] env[68758]: DEBUG nova.policy [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b9151199fc6942c99acec89e985fe12b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b2a0bc496834f699a7745cce03ccd7e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 599.080621] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Downloaded image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk on the data store datastore2 {{(pid=68758) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 599.083624] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 599.084468] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Copying Virtual Disk [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk to [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.084996] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c677066-3a8f-40e7-9f95-82dcbd9a89ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.094384] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 599.094384] env[68758]: value = "task-2941711" [ 599.094384] env[68758]: _type = "Task" [ 599.094384] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.102499] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.212950] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 599.299753] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 599.431549] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66899c3d-d614-4b88-8a07-5623e62d6527 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.439855] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756d15a-581c-4f50-9efa-557060d6d6d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.474805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9121c0-547e-47a2-9c2e-603e91b3f9bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.483329] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920f638d-aa35-4607-bcd4-04beb50cf37f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.498218] env[68758]: DEBUG nova.compute.provider_tree [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.605705] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941711, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.739629] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.981298] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Successfully created port: 754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 600.001730] env[68758]: DEBUG nova.scheduler.client.report [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 600.106416] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744824} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.106729] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Copied Virtual Disk [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk to [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 600.107212] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleting the datastore file [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.107337] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c36b27f-32e2-42de-8bd0-191482a7feee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.114201] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 600.114201] env[68758]: value = "task-2941712" [ 600.114201] env[68758]: _type = "Task" [ 600.114201] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.123986] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.320501] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 600.345486] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.345486] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.345486] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.346103] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.349017] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.349017] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.349017] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.349017] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.349017] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.349229] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.349229] env[68758]: DEBUG nova.virt.hardware [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.349229] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24eb7e-1082-42c7-95e7-6dd0d5aee51d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.363821] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc906ea5-2042-40c0-8ee9-0ebd54656764 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.452233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "38233369-93d0-4108-b8cd-696f89c848df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.452457] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.507144] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.507919] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.510205] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.771s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.512359] env[68758]: INFO nova.compute.claims [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.628303] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024831} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.628303] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.628588] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Moving file from [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d/26e8e81c-01e8-423d-8bd5-f45eaf8715df to [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df. {{(pid=68758) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 600.630299] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-a3dc5e91-8b40-4cdf-8c9c-cefe8af5196e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.636529] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 600.636529] env[68758]: value = "task-2941713" [ 600.636529] env[68758]: _type = "Task" [ 600.636529] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.645704] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941713, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.954512] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.018169] env[68758]: DEBUG nova.compute.utils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 601.021437] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 601.021437] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 601.126043] env[68758]: DEBUG nova.policy [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b3bae2469a4203a9ec3187a86508f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b11c0eeddb64c8ebeca4ac5454574b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.152860] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941713, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030925} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.153274] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] File moved {{(pid=68758) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 601.154668] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Cleaning up location [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 601.154914] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleting the datastore file [datastore2] vmware_temp/f2dafcbe-8750-4280-b3a4-fecaff1fe12d {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 601.155210] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a768af3a-9af2-4e36-bfa7-7e9af1f46cd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.163366] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 601.163366] env[68758]: value = "task-2941714" [ 601.163366] env[68758]: _type = "Task" [ 601.163366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.176667] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.300499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "c8d79127-7b97-4c19-a952-bcdf689adeed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.305258] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.479203] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.525410] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.685043] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026238} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.685043] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.685043] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-315f5e01-f220-4fa6-ae27-198e32b07f9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.697839] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 601.697839] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523e374e-8d4c-01fd-4c2c-28807fbdcaff" [ 601.697839] env[68758]: _type = "Task" [ 601.697839] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.708643] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19853665-b729-4396-9d21-cc3565586ec1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.715570] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523e374e-8d4c-01fd-4c2c-28807fbdcaff, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.716994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.717305] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 294166bc-5f47-493b-b89e-fd615b7ae68b/294166bc-5f47-493b-b89e-fd615b7ae68b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 601.717923] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8625b5f0-ab41-4f98-8ce8-958f790d32ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.728886] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a557ace4-7dc3-4d07-8f1c-95510abe22c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.733016] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 601.733016] env[68758]: value = "task-2941715" [ 601.733016] env[68758]: _type = "Task" [ 601.733016] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.763740] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effcbffe-818b-4630-913b-a51339439985 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.769910] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941715, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.775673] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33063de-9fc1-495a-ad51-23b875ee25dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.785217] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "2262332b-9e39-48df-a680-74892b98e4b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 601.785632] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "2262332b-9e39-48df-a680-74892b98e4b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 601.796764] env[68758]: DEBUG nova.compute.provider_tree [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.812102] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.133876] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Successfully created port: 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 602.248857] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941715, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.295487] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "879b5fec-ba37-47d2-8725-fbb3976759b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.295487] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.303079] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.303079] env[68758]: DEBUG nova.scheduler.client.report [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.352322] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 602.542746] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.588314] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.588314] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.588314] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.588447] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.588447] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.588447] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.588447] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.588447] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.588629] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.588629] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.588629] env[68758]: DEBUG nova.virt.hardware [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.589480] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb5cbc6-ab19-4942-bc8b-bf3648c2e203 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.599362] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760dd282-e8a4-4b6f-bd30-2acf2e6e3bf3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.751213] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941715, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626744} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.751501] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 294166bc-5f47-493b-b89e-fd615b7ae68b/294166bc-5f47-493b-b89e-fd615b7ae68b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 602.751714] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 602.752597] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83492a3b-c46b-4d53-9400-ca75add1bff1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.761018] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 602.761018] env[68758]: value = "task-2941716" [ 602.761018] env[68758]: _type = "Task" [ 602.761018] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.769469] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941716, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.797948] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.815457] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.816270] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.821814] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.343s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.823538] env[68758]: INFO nova.compute.claims [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.852191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.028510] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Successfully updated port: 754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 603.269958] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941716, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065203} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.276557] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 603.277591] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8d280c-0919-4319-aa35-5d8b60b55a00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.316519] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 294166bc-5f47-493b-b89e-fd615b7ae68b/294166bc-5f47-493b-b89e-fd615b7ae68b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 603.319493] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0021957-4f14-48c7-8737-97400fb279ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.335321] env[68758]: DEBUG nova.compute.utils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 603.338554] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.338738] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.350176] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 603.350176] env[68758]: value = "task-2941717" [ 603.350176] env[68758]: _type = "Task" [ 603.350176] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.355953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.363339] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941717, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.531258] env[68758]: DEBUG nova.policy [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e3f2f3fb3fe42e383fe2d078334f613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad9d2367a32a4e7d9aa0f17354387637', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.533729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.533878] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquired lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.534044] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 603.846763] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.870022] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941717, 'name': ReconfigVM_Task, 'duration_secs': 0.322176} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.870022] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 294166bc-5f47-493b-b89e-fd615b7ae68b/294166bc-5f47-493b-b89e-fd615b7ae68b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 603.870022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c7fdcb6-a5ed-44dd-b754-cf446d4aad2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.875663] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 603.875663] env[68758]: value = "task-2941718" [ 603.875663] env[68758]: _type = "Task" [ 603.875663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.884827] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941718, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.044459] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28223004-869d-4634-84d1-f8ab3061fe72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.054670] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190d4ba-e4fe-4b98-a52e-84313bdf064d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.093953] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a091c2-a52e-4065-a701-3521fa2d64f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.103600] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fd3ada-4784-40cc-8cf5-7c1a24151734 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.119045] env[68758]: DEBUG nova.compute.provider_tree [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 604.139017] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 604.262361] env[68758]: DEBUG nova.compute.manager [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Received event network-vif-plugged-754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 604.262600] env[68758]: DEBUG oslo_concurrency.lockutils [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] Acquiring lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.262795] env[68758]: DEBUG oslo_concurrency.lockutils [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.263952] env[68758]: DEBUG oslo_concurrency.lockutils [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.264431] env[68758]: DEBUG nova.compute.manager [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] No waiting events found dispatching network-vif-plugged-754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 604.264575] env[68758]: WARNING nova.compute.manager [req-6f593673-f72c-4a0d-a009-fdf990984231 req-2c6f5284-d143-4aa8-809c-ef30cf004ecc service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Received unexpected event network-vif-plugged-754fbc3e-2071-44eb-a058-ea346bee5030 for instance with vm_state building and task_state spawning. [ 604.388733] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941718, 'name': Rename_Task, 'duration_secs': 0.154506} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.389054] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 604.389275] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a2d7849-a218-4122-ad14-e1c72296e3b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.396895] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 604.396895] env[68758]: value = "task-2941719" [ 604.396895] env[68758]: _type = "Task" [ 604.396895] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.412224] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.509765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.509765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.622599] env[68758]: DEBUG nova.scheduler.client.report [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.638310] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Successfully created port: 917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 604.787818] env[68758]: DEBUG nova.network.neutron [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Updating instance_info_cache with network_info: [{"id": "754fbc3e-2071-44eb-a058-ea346bee5030", "address": "fa:16:3e:8e:7e:01", "network": {"id": "b6300467-6fdc-4593-9f14-1291e3223a4b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1409024388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2a0bc496834f699a7745cce03ccd7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754fbc3e-20", "ovs_interfaceid": "754fbc3e-2071-44eb-a058-ea346bee5030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 604.868450] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.904432] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.904520] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.904856] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.904856] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.905032] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.905636] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.905636] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.905747] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.906200] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.906200] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.906304] env[68758]: DEBUG nova.virt.hardware [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.907830] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa18440a-ccf5-4f2c-a909-efd8546fde8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.917992] env[68758]: DEBUG oslo_vmware.api [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941719, 'name': PowerOnVM_Task, 'duration_secs': 0.458839} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.921223] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 604.922461] env[68758]: INFO nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Took 9.40 seconds to spawn the instance on the hypervisor. [ 604.922757] env[68758]: DEBUG nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 604.923702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b06141-593a-4471-9821-fde4abf1392b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.928464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719416da-dd64-4378-8c1d-11655fab196d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.012557] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.131917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.132439] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 605.135696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.785s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.137296] env[68758]: INFO nova.compute.claims [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.188423] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Successfully updated port: 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 605.291772] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Releasing lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.291772] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Instance network_info: |[{"id": "754fbc3e-2071-44eb-a058-ea346bee5030", "address": "fa:16:3e:8e:7e:01", "network": {"id": "b6300467-6fdc-4593-9f14-1291e3223a4b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1409024388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2a0bc496834f699a7745cce03ccd7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754fbc3e-20", "ovs_interfaceid": "754fbc3e-2071-44eb-a058-ea346bee5030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 605.292162] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:7e:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c09cc47-a7d0-4816-bee4-69cc9f2e04b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '754fbc3e-2071-44eb-a058-ea346bee5030', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 605.303034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Creating folder: Project (4b2a0bc496834f699a7745cce03ccd7e). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.303345] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff0b1457-72be-458d-9950-688229554a2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.311787] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.311999] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.314585] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Created folder: Project (4b2a0bc496834f699a7745cce03ccd7e) in parent group-v590497. [ 605.314754] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Creating folder: Instances. Parent ref: group-v590501. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 605.315186] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c52a0cc8-dc0c-4930-8a5d-a35665c3c9dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.323063] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Created folder: Instances in parent group-v590501. [ 605.323332] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 605.323509] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 605.323728] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d12422a-9463-40c9-b78f-ae2438a164fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.346210] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 605.346210] env[68758]: value = "task-2941722" [ 605.346210] env[68758]: _type = "Task" [ 605.346210] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.356587] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941722, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.459444] env[68758]: INFO nova.compute.manager [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Took 14.15 seconds to build instance. [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501440] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501703] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.501703] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 605.501703] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.547716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 605.641386] env[68758]: DEBUG nova.compute.utils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.647262] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.647262] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.693112] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.693178] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.693297] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.716410] env[68758]: DEBUG nova.policy [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89d10a069e74c2e955af2dc846b3224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fdbb3e939134deb80912320ab414d27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.818728] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.865514] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941722, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.962524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc84e136-3f03-4987-92ae-178c26c9d045 tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.663s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 605.962524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.652s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 605.962524] env[68758]: INFO nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] During sync_power_state the instance has a pending task (spawning). Skip. [ 605.962524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.003420] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.150481] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.267905] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 606.326143] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Successfully created port: 8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.361505] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941722, 'name': CreateVM_Task, 'duration_secs': 0.607719} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.363929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.364187] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 606.376017] env[68758]: DEBUG oslo_vmware.service [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bd9d62-e0ac-4633-bafd-aef0bcc4bff1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.382447] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.382769] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.383561] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.383918] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b7bed7-836a-4ac0-bd85-7d207e323387 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.389482] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 606.389482] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279e0bb-d246-ddee-cb4f-f777b267c986" [ 606.389482] env[68758]: _type = "Task" [ 606.389482] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.398546] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279e0bb-d246-ddee-cb4f-f777b267c986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.488598] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f323d6d-13f6-4799-a6c4-601d263b422c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.496523] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7692052-7822-48f9-a9af-9bf9296af278 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.530437] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab080e5-a836-4d7a-8810-d3e520a55e4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.534444] env[68758]: DEBUG nova.network.neutron [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.539036] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e8eab7-4d90-4130-af9b-f02524e72932 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.553994] env[68758]: DEBUG nova.compute.provider_tree [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.906651] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.907400] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 606.907400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.907400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.907539] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 606.907809] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955aaf87-7f44-4239-82dd-1b8dd9f0d06f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.919111] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 606.919111] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 606.919837] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32726557-1687-4bbb-9644-0a059cef282c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.928642] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a866b98f-a5df-41c6-9071-b4aa34fa8352 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.937326] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 606.937326] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523aa7d3-df80-5119-f3bc-c88126c25016" [ 606.937326] env[68758]: _type = "Task" [ 606.937326] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.946235] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523aa7d3-df80-5119-f3bc-c88126c25016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.971097] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.971404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.039656] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.039974] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Instance network_info: |[{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 607.040427] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:33:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75ea2c64-f009-45b9-bc0e-e59309d98f3b', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 607.050767] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Creating folder: Project (0b11c0eeddb64c8ebeca4ac5454574b7). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.053556] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2acaf8e-b39f-459f-ab64-9aa7df1bd0b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.057090] env[68758]: DEBUG nova.scheduler.client.report [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 607.064218] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Created folder: Project (0b11c0eeddb64c8ebeca4ac5454574b7) in parent group-v590497. [ 607.064321] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Creating folder: Instances. Parent ref: group-v590504. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 607.064568] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e0c7af8-3502-42bf-8100-41de3b6c1782 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.074439] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Created folder: Instances in parent group-v590504. [ 607.074439] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 607.074439] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 607.074439] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-235dfdae-bcd1-4a1b-b0bb-eaa68d5d41f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.095140] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Successfully updated port: 917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 607.101437] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 607.101437] env[68758]: value = "task-2941725" [ 607.101437] env[68758]: _type = "Task" [ 607.101437] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.110576] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941725, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.167529] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.203403] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.203664] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.207021] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.207021] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.207021] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.207021] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.207021] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.207234] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.207234] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.207234] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.207234] env[68758]: DEBUG nova.virt.hardware [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.207344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca8dab8-c563-4266-862b-cd7b7d6221c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.219328] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ae3ba-4802-44e7-aa04-1bcaef826be8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.420571] env[68758]: DEBUG nova.compute.manager [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-vif-plugged-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 607.420806] env[68758]: DEBUG oslo_concurrency.lockutils [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] Acquiring lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.421062] env[68758]: DEBUG oslo_concurrency.lockutils [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.421372] env[68758]: DEBUG oslo_concurrency.lockutils [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.421723] env[68758]: DEBUG nova.compute.manager [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] No waiting events found dispatching network-vif-plugged-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 607.421859] env[68758]: WARNING nova.compute.manager [req-71ae0db0-e158-48c1-8193-660927b4249e req-4b979db3-8725-482e-a58a-08340c6b79b1 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received unexpected event network-vif-plugged-75ea2c64-f009-45b9-bc0e-e59309d98f3b for instance with vm_state building and task_state spawning. [ 607.456669] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 607.457914] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Creating directory with path [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 607.458345] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b12d8abc-7db9-4b29-b076-3c55a1ffa814 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.475358] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Created directory with path [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 607.476022] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Fetch image to [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 607.476022] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Downloading image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk on the data store datastore1 {{(pid=68758) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 607.476229] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 607.480383] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e1f2a6-67f0-4ff4-a10c-cbe1c5a3d85e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.492376] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cd26d7-12c6-4e39-b192-def9fc46f215 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.513750] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb27414-6da9-4c5f-8d12-e69f75762627 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.557803] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ac4918-b906-4b60-ab8e-c68ad9be9f61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.564247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.428s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.564247] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.568571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.716s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.570611] env[68758]: INFO nova.compute.claims [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.575178] env[68758]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bc308957-70dc-42cd-9ce2-0b87093e9086 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.602038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.602038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.602038] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.604911] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Downloading image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to the data store datastore1 {{(pid=68758) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 607.619023] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941725, 'name': CreateVM_Task, 'duration_secs': 0.360086} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.619200] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.620220] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620431] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.620769] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621499] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c92e03-1649-4724-8ea8-7bc168e73b61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.628188] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 607.628188] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a30acf-bca8-85bf-887a-55677fca0a35" [ 607.628188] env[68758]: _type = "Task" [ 607.628188] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.653462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.653462] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 607.653462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.683207] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 608.021142] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 608.075661] env[68758]: DEBUG nova.compute.utils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 608.082217] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 608.082217] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 608.179241] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 608.233750] env[68758]: DEBUG nova.policy [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61240bc134ce4bdd856b9804326862b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8f1c287de614694b2cf5955a3583696', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.436489] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 608.436756] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 608.507897] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Downloaded image file data 26e8e81c-01e8-423d-8bd5-f45eaf8715df to vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk on the data store datastore1 {{(pid=68758) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 608.509400] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 608.509650] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Copying Virtual Disk [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk to [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.510191] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e601ac8-da54-4ef7-9bd8-eb01225d1f5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.518700] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 608.518700] env[68758]: value = "task-2941726" [ 608.518700] env[68758]: _type = "Task" [ 608.518700] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.523345] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Successfully updated port: 8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.524761] env[68758]: DEBUG nova.network.neutron [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.530619] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.581571] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.899812] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354f00fb-5e92-40b0-bec5-18013b595144 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.912421] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e24f00-ae89-4267-83c4-9a9f93b239b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.952263] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff31930-9b83-4427-a3a1-07d6a4dd029b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.965416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9dcbe0-63aa-42c7-9d75-9ba18019147c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.982036] env[68758]: DEBUG nova.compute.provider_tree [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 609.026796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.027504] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.027504] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.036888] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.037649] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Instance network_info: |[{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 609.037649] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941726, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.038746] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:ce:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917d7a5f-d9b2-47fd-b083-0b2a8b371e15', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 609.046644] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Creating folder: Project (ad9d2367a32a4e7d9aa0f17354387637). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.046899] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01a746d5-6c50-4fea-9fba-ef1bc88cdc8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.057366] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Created folder: Project (ad9d2367a32a4e7d9aa0f17354387637) in parent group-v590497. [ 609.057562] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Creating folder: Instances. Parent ref: group-v590507. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 609.057783] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ac953fc-3d75-4c3c-8f61-f3df2cce23d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.068997] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Created folder: Instances in parent group-v590507. [ 609.069316] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 609.069542] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 609.070216] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c1f1893-bb89-447f-916c-1d34ec51815e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.096292] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 609.096292] env[68758]: value = "task-2941729" [ 609.096292] env[68758]: _type = "Task" [ 609.096292] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.105988] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941729, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.486158] env[68758]: DEBUG nova.scheduler.client.report [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.495636] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Successfully created port: 423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 609.532791] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685107} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.533269] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Copied Virtual Disk [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk to [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.533683] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleting the datastore file [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df/tmp-sparse.vmdk {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 609.533822] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7702f901-422c-470b-881a-9d9311b618ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.543225] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 609.543225] env[68758]: value = "task-2941730" [ 609.543225] env[68758]: _type = "Task" [ 609.543225] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.552205] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.583399] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.594505] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.607735] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941729, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.629379] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.629379] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.629379] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.629679] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.629679] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.629679] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.629872] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.630136] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.630406] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.630609] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.630888] env[68758]: DEBUG nova.virt.hardware [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.631702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3051ead-7709-43bd-8333-3759133c15a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.641442] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d1245a-bb4c-4fd9-a2f8-a8e751413d4a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.757406] env[68758]: DEBUG nova.network.neutron [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Updating instance_info_cache with network_info: [{"id": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "address": "fa:16:3e:0d:90:0b", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8453979b-e9", "ovs_interfaceid": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.991923] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.992520] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.997142] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.641s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.998617] env[68758]: INFO nova.compute.claims [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 610.058015] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023289} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.060419] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 610.060634] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Moving file from [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7/26e8e81c-01e8-423d-8bd5-f45eaf8715df to [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df. {{(pid=68758) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 610.060886] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ac7b3397-8d12-4004-88d0-c9dcc8f100d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.070502] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 610.070502] env[68758]: value = "task-2941731" [ 610.070502] env[68758]: _type = "Task" [ 610.070502] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.078651] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941731, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.108470] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941729, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.115119] env[68758]: DEBUG nova.compute.manager [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Received event network-changed-754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 610.115119] env[68758]: DEBUG nova.compute.manager [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Refreshing instance network info cache due to event network-changed-754fbc3e-2071-44eb-a058-ea346bee5030. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 610.115119] env[68758]: DEBUG oslo_concurrency.lockutils [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] Acquiring lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.115284] env[68758]: DEBUG oslo_concurrency.lockutils [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] Acquired lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.115420] env[68758]: DEBUG nova.network.neutron [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Refreshing network info cache for port 754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.260625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.261124] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Instance network_info: |[{"id": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "address": "fa:16:3e:0d:90:0b", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8453979b-e9", "ovs_interfaceid": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.261581] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:90:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8453979b-e9e9-4de9-84ca-bc4b4f3be3f0', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.271746] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Creating folder: Project (9fdbb3e939134deb80912320ab414d27). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.272485] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96b6bbc1-990e-4482-bf6c-7661e9ee73cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.285553] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Created folder: Project (9fdbb3e939134deb80912320ab414d27) in parent group-v590497. [ 610.285765] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Creating folder: Instances. Parent ref: group-v590510. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.286211] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-febd72d7-fb4f-406f-b3e1-d8f0d317c5a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.297237] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Created folder: Instances in parent group-v590510. [ 610.297237] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 610.297237] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.297422] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5dfe088-bf5c-4bf2-ae12-3cef05b3309b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.319760] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.319760] env[68758]: value = "task-2941734" [ 610.319760] env[68758]: _type = "Task" [ 610.319760] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.330989] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941734, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.425137] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.425386] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.506086] env[68758]: DEBUG nova.compute.utils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 610.509404] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.509566] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.579641] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941731, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.027383} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.579896] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] File moved {{(pid=68758) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 610.580084] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Cleaning up location [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7 {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 610.580242] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleting the datastore file [datastore1] vmware_temp/50fd66e5-ecdf-4467-b144-e8cb8219d1c7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 610.580485] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4341b2f-27d9-4f56-96c5-7d2ac7800198 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.587782] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 610.587782] env[68758]: value = "task-2941735" [ 610.587782] env[68758]: _type = "Task" [ 610.587782] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.597782] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.605451] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941729, 'name': CreateVM_Task, 'duration_secs': 1.492843} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.609029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.609029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.609029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.609029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.609029] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50eb7fa6-8ac7-40c0-93a1-28695bd11ade {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.611891] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 610.611891] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6a347-4e23-8119-08d8-c2a00c549cae" [ 610.611891] env[68758]: _type = "Task" [ 610.611891] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.626978] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6a347-4e23-8119-08d8-c2a00c549cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.690804] env[68758]: DEBUG nova.policy [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ffb063840244b2bd849bcd49b1f8cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ef449b3327495eb6738f30bf609a54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.807651] env[68758]: DEBUG nova.compute.manager [None req-73ac38a8-31ec-4ca4-a2f9-5c9578e85af2 tempest-ServerDiagnosticsV248Test-1393288794 tempest-ServerDiagnosticsV248Test-1393288794-project-admin] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.810934] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc195c9a-28f7-4a55-87a9-6c604f1505bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.820597] env[68758]: INFO nova.compute.manager [None req-73ac38a8-31ec-4ca4-a2f9-5c9578e85af2 tempest-ServerDiagnosticsV248Test-1393288794 tempest-ServerDiagnosticsV248Test-1393288794-project-admin] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Retrieving diagnostics [ 610.821887] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8a4f54-ec6d-4bc6-8501-0d3d1b9189f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.839871] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941734, 'name': CreateVM_Task, 'duration_secs': 0.365802} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.866092] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.869687] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.010273] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 611.111736] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025356} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.112161] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 611.113163] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd95cfdc-d6b1-4598-ba62-b11f85e1bce2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.125017] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 611.125017] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5270c4e4-b0b3-f31a-baef-e2cc9e1a7d66" [ 611.125017] env[68758]: _type = "Task" [ 611.125017] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.127679] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6a347-4e23-8119-08d8-c2a00c549cae, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.133502] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.134095] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.134663] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.135241] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.135672] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.136496] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2bdbcfb-448c-4569-aea7-38797e3b49ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.142280] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5270c4e4-b0b3-f31a-baef-e2cc9e1a7d66, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.144682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.144682] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c9f818fc-a1ce-4539-913b-7b89b085348c/c9f818fc-a1ce-4539-913b-7b89b085348c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.144682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.144682] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.145019] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88da2474-a450-4900-830c-3ebd26edabb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.147129] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bec9298-fc7a-4234-b991-f69fe6152df8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.148941] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 611.148941] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f555d9-486a-95c1-ec55-22eb10de47b2" [ 611.148941] env[68758]: _type = "Task" [ 611.148941] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.157666] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.157846] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.158703] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 611.158703] env[68758]: value = "task-2941736" [ 611.158703] env[68758]: _type = "Task" [ 611.158703] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.162648] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb5a139d-a42e-4755-b52b-f398ba5b9adc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.179199] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f555d9-486a-95c1-ec55-22eb10de47b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009325} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.184249] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.184510] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.184815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.185072] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.185367] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 611.185367] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52073de0-80f2-0e9b-e6fc-091ebe7b5809" [ 611.185367] env[68758]: _type = "Task" [ 611.185367] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.200733] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52073de0-80f2-0e9b-e6fc-091ebe7b5809, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.202329] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6440865-abd8-4536-9f3a-b7e9ec6f38bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.210618] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 611.210618] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529b907d-6da1-8283-4119-114e032c957b" [ 611.210618] env[68758]: _type = "Task" [ 611.210618] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.218886] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529b907d-6da1-8283-4119-114e032c957b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.282627] env[68758]: DEBUG nova.network.neutron [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Updated VIF entry in instance network info cache for port 754fbc3e-2071-44eb-a058-ea346bee5030. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 611.282627] env[68758]: DEBUG nova.network.neutron [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Updating instance_info_cache with network_info: [{"id": "754fbc3e-2071-44eb-a058-ea346bee5030", "address": "fa:16:3e:8e:7e:01", "network": {"id": "b6300467-6fdc-4593-9f14-1291e3223a4b", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1409024388-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b2a0bc496834f699a7745cce03ccd7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c09cc47-a7d0-4816-bee4-69cc9f2e04b0", "external-id": "nsx-vlan-transportzone-687", "segmentation_id": 687, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap754fbc3e-20", "ovs_interfaceid": "754fbc3e-2071-44eb-a058-ea346bee5030", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.319338] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f67851-1967-478a-8b80-f231614979c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.337348] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6482d672-01df-4bc4-a85d-64a8fabe4b07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.391020] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 611.391282] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing instance network info cache due to event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 611.391501] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.391635] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.391787] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 611.393613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ef0424-7530-437d-8786-844458652bfa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.403211] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b383fb5-3966-4801-a6c9-bb16e65e25f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.420042] env[68758]: DEBUG nova.compute.provider_tree [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.680956] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470975} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.680956] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c9f818fc-a1ce-4539-913b-7b89b085348c/c9f818fc-a1ce-4539-913b-7b89b085348c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.680956] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.680956] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc41940d-cf2e-4dd6-b0aa-4694c2b79ea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.688194] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 611.688194] env[68758]: value = "task-2941737" [ 611.688194] env[68758]: _type = "Task" [ 611.688194] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.700332] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.727875] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529b907d-6da1-8283-4119-114e032c957b, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.727875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.727875] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 0e8efba6-8962-4873-af6d-a4358fb6fbd7/0e8efba6-8962-4873-af6d-a4358fb6fbd7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.727875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.728181] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.728181] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca11ca51-dbab-4683-9a48-d4341f27655a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.728742] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9650565c-85fc-40be-8954-c65948866442 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.735058] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 611.735058] env[68758]: value = "task-2941738" [ 611.735058] env[68758]: _type = "Task" [ 611.735058] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.739916] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.739916] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.742546] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aac596c-e36a-4a08-a35b-68b3811325c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.747593] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.750379] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 611.750379] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52376a2d-5caa-8ee6-e4ec-8972217f9435" [ 611.750379] env[68758]: _type = "Task" [ 611.750379] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.763487] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52376a2d-5caa-8ee6-e4ec-8972217f9435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.784424] env[68758]: DEBUG oslo_concurrency.lockutils [req-214095c2-a1e4-48cc-9540-a7577b1ab785 req-32c46e73-2cc3-4de9-a441-4112f9d0365a service nova] Releasing lock "refresh_cache-c9f818fc-a1ce-4539-913b-7b89b085348c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.925527] env[68758]: DEBUG nova.scheduler.client.report [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.965461] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Successfully updated port: 423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 612.026729] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 612.059326] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.059326] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.059326] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.060506] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.061966] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.062227] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.062463] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.062625] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.062797] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.062960] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.063232] env[68758]: DEBUG nova.virt.hardware [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.065199] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5261e869-f85d-4486-8678-021bab3ba38b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.083016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c350f7-ce77-4436-8e4a-53d0b6770a52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.090022] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Successfully created port: 1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 612.199538] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069234} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.199804] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.202299] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8038620d-e939-4ce3-92f9-444cea9d99a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.230479] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] c9f818fc-a1ce-4539-913b-7b89b085348c/c9f818fc-a1ce-4539-913b-7b89b085348c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.230663] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8c8874-4684-4861-b398-4cc11a50cf0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.269099] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440312} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.269434] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 612.269434] env[68758]: value = "task-2941739" [ 612.269434] env[68758]: _type = "Task" [ 612.269434] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.270055] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 0e8efba6-8962-4873-af6d-a4358fb6fbd7/0e8efba6-8962-4873-af6d-a4358fb6fbd7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.270259] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.270543] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9620d620-459e-4838-b0cd-b374a374b6a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.279526] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52376a2d-5caa-8ee6-e4ec-8972217f9435, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.282772] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3375f919-ecb8-4baf-ab3b-9308399dd425 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.289363] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 612.289363] env[68758]: value = "task-2941740" [ 612.289363] env[68758]: _type = "Task" [ 612.289363] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.289689] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.295657] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 612.295657] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7a9a8-688b-448b-a83b-d816820b75ee" [ 612.295657] env[68758]: _type = "Task" [ 612.295657] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.302935] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.308726] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7a9a8-688b-448b-a83b-d816820b75ee, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.312325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.312659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 612.312998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.313964] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.313964] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410777b8-edad-4a3a-b17a-5f0307d529d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.316138] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0d37c7-cbf8-4098-bd1e-495dd0402ffe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.324194] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 612.324194] env[68758]: value = "task-2941741" [ 612.324194] env[68758]: _type = "Task" [ 612.324194] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.329228] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.329307] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.330587] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a56bc21f-c6a3-423f-9404-0787675c9036 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.336403] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941741, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.339455] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 612.339455] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52977cab-1e10-0520-adea-5a0491584144" [ 612.339455] env[68758]: _type = "Task" [ 612.339455] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.348294] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52977cab-1e10-0520-adea-5a0491584144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.431185] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.434s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 612.432519] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.435741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.889s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 612.437211] env[68758]: INFO nova.compute.claims [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.473784] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.473922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquired lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.474075] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 612.783088] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941739, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.797513] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updated VIF entry in instance network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 612.798024] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.805821] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098042} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.806060] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.807302] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10cc7ae-188a-4f0a-855a-64bf6382dc33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.834463] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 0e8efba6-8962-4873-af6d-a4358fb6fbd7/0e8efba6-8962-4873-af6d-a4358fb6fbd7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.839370] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c905eb1a-f90a-474f-8296-c1defe4046b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.868907] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941741, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466536} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.869835] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.872799] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.872799] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 612.872799] env[68758]: value = "task-2941742" [ 612.872799] env[68758]: _type = "Task" [ 612.872799] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.872799] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30c7da70-f2e3-4a31-aa8b-573966d7321d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.882025] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52977cab-1e10-0520-adea-5a0491584144, 'name': SearchDatastore_Task, 'duration_secs': 0.008955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.888094] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869b9f0a-5ad4-471d-8ac9-18fea47f6569 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.898915] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 612.898915] env[68758]: value = "task-2941743" [ 612.898915] env[68758]: _type = "Task" [ 612.898915] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.898915] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.904700] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 612.904700] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527ef936-8242-19e6-9113-e3acf297e90c" [ 612.904700] env[68758]: _type = "Task" [ 612.904700] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.911888] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.917488] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527ef936-8242-19e6-9113-e3acf297e90c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.944701] env[68758]: DEBUG nova.compute.utils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.946170] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.946334] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.064787] env[68758]: DEBUG nova.policy [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e1cc665f5047dab00f5dfa335995d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd116a9505c654cc49a5292433d8eb876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.074743] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 613.287028] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941739, 'name': ReconfigVM_Task, 'duration_secs': 0.582846} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.287028] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Reconfigured VM instance instance-00000002 to attach disk [datastore1] c9f818fc-a1ce-4539-913b-7b89b085348c/c9f818fc-a1ce-4539-913b-7b89b085348c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.287813] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e239e6db-e32b-4d14-8a3b-a2949f265e67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.294941] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 613.294941] env[68758]: value = "task-2941744" [ 613.294941] env[68758]: _type = "Task" [ 613.294941] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.306187] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.306631] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Received event network-vif-plugged-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.306989] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Acquiring lock "38233369-93d0-4108-b8cd-696f89c848df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.307638] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Lock "38233369-93d0-4108-b8cd-696f89c848df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.307928] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Lock "38233369-93d0-4108-b8cd-696f89c848df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.308830] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] No waiting events found dispatching network-vif-plugged-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.310750] env[68758]: WARNING nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Received unexpected event network-vif-plugged-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 for instance with vm_state building and task_state spawning. [ 613.310750] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Received event network-changed-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.310750] env[68758]: DEBUG nova.compute.manager [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Refreshing instance network info cache due to event network-changed-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 613.310750] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Acquiring lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.310750] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Acquired lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.311122] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Refreshing network info cache for port 8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.314965] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941744, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.381152] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Successfully created port: 7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 613.391037] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941742, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.396091] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Received event network-vif-plugged-917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.396091] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 613.396091] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.396091] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.396091] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] No waiting events found dispatching network-vif-plugged-917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.396256] env[68758]: WARNING nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Received unexpected event network-vif-plugged-917d7a5f-d9b2-47fd-b083-0b2a8b371e15 for instance with vm_state building and task_state spawning. [ 613.396256] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Received event network-changed-917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 613.396256] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Refreshing instance network info cache due to event network-changed-917d7a5f-d9b2-47fd-b083-0b2a8b371e15. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 613.396256] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquiring lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.396256] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquired lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.396398] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Refreshing network info cache for port 917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 613.408842] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07748} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.412975] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.415053] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f15f8b5-2e25-4697-a74d-e4f8ae5949bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.436351] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527ef936-8242-19e6-9113-e3acf297e90c, 'name': SearchDatastore_Task, 'duration_secs': 0.022107} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.446523] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.446879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.447139] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 38233369-93d0-4108-b8cd-696f89c848df/38233369-93d0-4108-b8cd-696f89c848df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.450191] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f14ec27-2020-466e-b97e-53f06ae99d67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.465316] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-035e5425-e207-4f87-926d-5102a69afe1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.467562] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.478776] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 613.478776] env[68758]: value = "task-2941745" [ 613.478776] env[68758]: _type = "Task" [ 613.478776] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.481523] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 613.481523] env[68758]: value = "task-2941746" [ 613.481523] env[68758]: _type = "Task" [ 613.481523] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.500255] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941746, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.500255] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.678706] env[68758]: DEBUG nova.network.neutron [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Updating instance_info_cache with network_info: [{"id": "423d8044-4595-426a-adfc-c1259c08fe8f", "address": "fa:16:3e:13:9c:32", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423d8044-45", "ovs_interfaceid": "423d8044-4595-426a-adfc-c1259c08fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 613.716646] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8da4be-53f4-469b-9e00-065468bcbf0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.726760] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6b3236-d150-4f63-9300-0a2fea3d928e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.766643] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db580331-5ad6-42eb-b803-493369c1a408 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.775189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd0cfca-0932-4940-a08a-dbc886c2ec14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.791391] env[68758]: DEBUG nova.compute.provider_tree [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.808802] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941744, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.886778] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941742, 'name': ReconfigVM_Task, 'duration_secs': 0.840255} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.887154] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 0e8efba6-8962-4873-af6d-a4358fb6fbd7/0e8efba6-8962-4873-af6d-a4358fb6fbd7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.888521] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-647b0676-e832-4c25-9052-124c2beda2a1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.901112] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 613.901112] env[68758]: value = "task-2941747" [ 613.901112] env[68758]: _type = "Task" [ 613.901112] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.918642] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941747, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.997145] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.997826] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941745, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472284} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.997826] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 38233369-93d0-4108-b8cd-696f89c848df/38233369-93d0-4108-b8cd-696f89c848df.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 613.998136] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 613.998251] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b943596a-3d2d-490e-ae5f-822ee945a272 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.007286] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 614.007286] env[68758]: value = "task-2941748" [ 614.007286] env[68758]: _type = "Task" [ 614.007286] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.016201] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.181225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Releasing lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.181559] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Instance network_info: |[{"id": "423d8044-4595-426a-adfc-c1259c08fe8f", "address": "fa:16:3e:13:9c:32", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423d8044-45", "ovs_interfaceid": "423d8044-4595-426a-adfc-c1259c08fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 614.182023] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:9c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '423d8044-4595-426a-adfc-c1259c08fe8f', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 614.189842] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Creating folder: Project (d8f1c287de614694b2cf5955a3583696). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.190254] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18e41046-73ee-4820-aee4-44a69eec3625 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.201322] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Created folder: Project (d8f1c287de614694b2cf5955a3583696) in parent group-v590497. [ 614.201726] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Creating folder: Instances. Parent ref: group-v590513. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 614.201842] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a853866f-da3f-4b19-a3a3-a28220f846d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.212207] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Created folder: Instances in parent group-v590513. [ 614.214614] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 614.214614] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 614.214614] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55fd1e4b-a978-4c61-9795-45d78fd596da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.235621] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 614.235621] env[68758]: value = "task-2941751" [ 614.235621] env[68758]: _type = "Task" [ 614.235621] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.246061] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941751, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.295614] env[68758]: DEBUG nova.scheduler.client.report [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.310190] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941744, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.413387] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941747, 'name': Rename_Task, 'duration_secs': 0.282064} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.419088] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.419776] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9aa78f8-e227-495c-a5ff-24932076d035 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.429919] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 614.429919] env[68758]: value = "task-2941752" [ 614.429919] env[68758]: _type = "Task" [ 614.429919] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.440516] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.478338] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.496265] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.508741] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.509087] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.509443] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.509974] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.509974] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.510119] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.510578] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.510657] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.510906] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.511501] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.511894] env[68758]: DEBUG nova.virt.hardware [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.513270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d9ccdf-f362-4ce6-a7ec-e900378748bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.517154] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updated VIF entry in instance network info cache for port 917d7a5f-d9b2-47fd-b083-0b2a8b371e15. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.517514] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.534999] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063027} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.536868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 614.539476] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076fbae0-42ca-489c-9b51-177545d1f411 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.545850] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cc36e4-646d-4b72-8e6e-45ae15af6c03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.580979] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 38233369-93d0-4108-b8cd-696f89c848df/38233369-93d0-4108-b8cd-696f89c848df.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 614.581668] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3465c21-dd5d-47b3-986c-8aa220b45c20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.602880] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 614.602880] env[68758]: value = "task-2941753" [ 614.602880] env[68758]: _type = "Task" [ 614.602880] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.610319] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.625713] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Updated VIF entry in instance network info cache for port 8453979b-e9e9-4de9-84ca-bc4b4f3be3f0. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 614.626157] env[68758]: DEBUG nova.network.neutron [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Updating instance_info_cache with network_info: [{"id": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "address": "fa:16:3e:0d:90:0b", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8453979b-e9", "ovs_interfaceid": "8453979b-e9e9-4de9-84ca-bc4b4f3be3f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.745329] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941751, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.805729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.370s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.806378] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 614.810705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.807s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.810705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 614.810705] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 614.810705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.447s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.813049] env[68758]: INFO nova.compute.claims [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.817062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e5bf3-2116-49a1-a329-8fd1c10272c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.824776] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941744, 'name': Rename_Task, 'duration_secs': 1.163277} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.825903] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.825903] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d3294d9-77f6-40dc-8f60-d2694aa512be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.832313] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81432dde-da0c-4b97-ace2-850688927c54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.844322] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 614.844322] env[68758]: value = "task-2941754" [ 614.844322] env[68758]: _type = "Task" [ 614.844322] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.862925] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e599263a-5564-4397-afd6-6c25ba1d5c9c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.866327] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.872841] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da713dc7-28cf-47b3-ad2d-e824efd875f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.908182] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181113MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 614.908182] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.946859] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.000319] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941746, 'name': ReconfigVM_Task, 'duration_secs': 1.500398} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.000319] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.000319] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-43fc0880-5748-434c-827d-5ff4ad6f0016 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.009215] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 615.009215] env[68758]: value = "task-2941755" [ 615.009215] env[68758]: _type = "Task" [ 615.009215] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.018709] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941755, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.024624] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Releasing lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.024899] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Received event network-vif-plugged-423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 615.025143] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquiring lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.025432] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.025535] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.025818] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] No waiting events found dispatching network-vif-plugged-423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 615.025936] env[68758]: WARNING nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Received unexpected event network-vif-plugged-423d8044-4595-426a-adfc-c1259c08fe8f for instance with vm_state building and task_state spawning. [ 615.026028] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Received event network-changed-423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 615.026151] env[68758]: DEBUG nova.compute.manager [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Refreshing instance network info cache due to event network-changed-423d8044-4595-426a-adfc-c1259c08fe8f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 615.026352] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquiring lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.026481] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Acquired lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.026614] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Refreshing network info cache for port 423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 615.112259] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941753, 'name': ReconfigVM_Task, 'duration_secs': 0.492929} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.112556] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 38233369-93d0-4108-b8cd-696f89c848df/38233369-93d0-4108-b8cd-696f89c848df.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 615.113226] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c51f0316-21d0-4c82-bb8a-69c788fe8804 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.120140] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 615.120140] env[68758]: value = "task-2941756" [ 615.120140] env[68758]: _type = "Task" [ 615.120140] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.131651] env[68758]: DEBUG oslo_concurrency.lockutils [req-2035f1f7-c64e-431b-96dc-b89cc258fd59 req-1607aa17-d1e3-4d61-a85f-cb25e8d6bf12 service nova] Releasing lock "refresh_cache-38233369-93d0-4108-b8cd-696f89c848df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.131651] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941756, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.244531] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Successfully updated port: 1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 615.255073] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941751, 'name': CreateVM_Task, 'duration_secs': 0.653184} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.255394] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 615.256355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.256646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.257137] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.257636] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c2478e8-f571-4ae9-9e21-6a5af822f292 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.265243] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 615.265243] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520c45c3-516f-5909-99a3-b93fc017d961" [ 615.265243] env[68758]: _type = "Task" [ 615.265243] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.277801] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520c45c3-516f-5909-99a3-b93fc017d961, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.319675] env[68758]: DEBUG nova.compute.utils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 615.321460] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.321677] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.349914] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941754, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.441296] env[68758]: DEBUG oslo_vmware.api [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941752, 'name': PowerOnVM_Task, 'duration_secs': 0.706519} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.441565] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.441754] env[68758]: INFO nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Took 12.90 seconds to spawn the instance on the hypervisor. [ 615.441930] env[68758]: DEBUG nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.442718] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c76610-3b3e-4688-9272-c2400aa4cf64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.527905] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941755, 'name': Rename_Task, 'duration_secs': 0.252038} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.528237] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.529599] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15486917-301c-4442-a2f0-63ebbc601cf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.544439] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 615.544439] env[68758]: value = "task-2941757" [ 615.544439] env[68758]: _type = "Task" [ 615.544439] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.553036] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.557263] env[68758]: DEBUG nova.policy [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e1cc665f5047dab00f5dfa335995d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd116a9505c654cc49a5292433d8eb876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.633893] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941756, 'name': Rename_Task, 'duration_secs': 0.229202} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.634524] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 615.635062] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d29f4130-4d5e-4211-8d89-7df15060c825 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.641981] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 615.641981] env[68758]: value = "task-2941758" [ 615.641981] env[68758]: _type = "Task" [ 615.641981] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.650553] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.749364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.749668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.751898] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.784818] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520c45c3-516f-5909-99a3-b93fc017d961, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.785236] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.785499] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 615.785745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.785863] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.787366] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 615.792028] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8cdb259f-5050-4ea7-9d7b-ec26f2151fa3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.802727] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 615.803027] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 615.804327] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72290c19-32b2-4faa-8919-d12f4c92352b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.814020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.814372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.816309] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 615.816309] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5278c829-9275-9ac3-7fff-f168d197fb03" [ 615.816309] env[68758]: _type = "Task" [ 615.816309] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.827676] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 615.837978] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5278c829-9275-9ac3-7fff-f168d197fb03, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.839077] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1775263d-6e07-4b8f-ac4e-78e0477e6396 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.852336] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 615.852336] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524bbc24-d0e0-1c12-ae9b-0c915f171e38" [ 615.852336] env[68758]: _type = "Task" [ 615.852336] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.856946] env[68758]: DEBUG oslo_vmware.api [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941754, 'name': PowerOnVM_Task, 'duration_secs': 0.862567} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.863288] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.863526] env[68758]: INFO nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Took 15.54 seconds to spawn the instance on the hypervisor. [ 615.863715] env[68758]: DEBUG nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 615.864738] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9e52de-a49c-4b4b-aaba-a7068a2295ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.873918] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524bbc24-d0e0-1c12-ae9b-0c915f171e38, 'name': SearchDatastore_Task, 'duration_secs': 0.011029} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.876915] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.876915] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c8d79127-7b97-4c19-a952-bcdf689adeed/c8d79127-7b97-4c19-a952-bcdf689adeed.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.883686] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a18a957-9228-4319-a75a-09a06a19005c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.896142] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 615.896142] env[68758]: value = "task-2941759" [ 615.896142] env[68758]: _type = "Task" [ 615.896142] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.906072] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.960043] env[68758]: INFO nova.compute.manager [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Took 19.83 seconds to build instance. [ 616.057437] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941757, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.129270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca54175c-f908-4c42-b049-86c6c13b82cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.138505] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9d84be-8295-4631-9078-c18514a29a12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.155858] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941758, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.189533] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aa98cb-025c-4de1-aef0-3ee6d5cd23ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.197331] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530cd5c-3788-4bf3-87ba-c7f319213a4c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.202257] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Successfully updated port: 7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 616.216754] env[68758]: DEBUG nova.compute.provider_tree [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.371911] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 616.394259] env[68758]: INFO nova.compute.manager [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Took 20.40 seconds to build instance. [ 616.406221] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.462207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efe446d-bb8e-48ce-84a1-332f2698df44 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.340s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.558422] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.650747] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Updated VIF entry in instance network info cache for port 423d8044-4595-426a-adfc-c1259c08fe8f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 616.650989] env[68758]: DEBUG nova.network.neutron [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Updating instance_info_cache with network_info: [{"id": "423d8044-4595-426a-adfc-c1259c08fe8f", "address": "fa:16:3e:13:9c:32", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap423d8044-45", "ovs_interfaceid": "423d8044-4595-426a-adfc-c1259c08fe8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.657954] env[68758]: DEBUG oslo_vmware.api [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941758, 'name': PowerOnVM_Task, 'duration_secs': 0.674338} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.658269] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 616.658492] env[68758]: INFO nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Took 9.49 seconds to spawn the instance on the hypervisor. [ 616.658672] env[68758]: DEBUG nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 616.659643] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99309a97-920f-43bd-b5f3-58952177fa35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.707774] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.707938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.708110] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 616.719412] env[68758]: DEBUG nova.scheduler.client.report [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 616.822836] env[68758]: DEBUG nova.compute.manager [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Received event network-vif-plugged-1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 616.822836] env[68758]: DEBUG oslo_concurrency.lockutils [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] Acquiring lock "2262332b-9e39-48df-a680-74892b98e4b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.822836] env[68758]: DEBUG oslo_concurrency.lockutils [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] Lock "2262332b-9e39-48df-a680-74892b98e4b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.822836] env[68758]: DEBUG oslo_concurrency.lockutils [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] Lock "2262332b-9e39-48df-a680-74892b98e4b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.822836] env[68758]: DEBUG nova.compute.manager [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] No waiting events found dispatching network-vif-plugged-1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 616.823830] env[68758]: WARNING nova.compute.manager [req-152129b9-8625-4369-b824-f39ce4a4ea7a req-8bbed45e-4905-4741-80be-8d632dd0f1e6 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Received unexpected event network-vif-plugged-1a0b346c-8544-4d34-853e-c8a2927c9249 for instance with vm_state building and task_state spawning. [ 616.838769] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 616.877820] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 616.878117] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 616.878375] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.878529] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 616.878702] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.879068] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 616.879389] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 616.879755] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 616.880083] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 616.880169] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 616.880474] env[68758]: DEBUG nova.virt.hardware [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 616.881650] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cb571c-2ac8-431b-8851-21d42680e1ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.890047] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31e1571-3a59-40da-b327-632436ca1d49 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.897404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3508f3d8-a507-4012-a49e-424197c13bf9 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.919s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.909199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.598s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.913795] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Successfully created port: 2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.916753] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba437ad6-5e2b-4ff5-88f4-54fa4d34d630 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.924919] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567087} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.926594] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c8d79127-7b97-4c19-a952-bcdf689adeed/c8d79127-7b97-4c19-a952-bcdf689adeed.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 616.927156] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 616.928794] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0669d68c-eb3a-4320-ba3a-9aa9f886387f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.936417] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 616.936417] env[68758]: value = "task-2941760" [ 616.936417] env[68758]: _type = "Task" [ 616.936417] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.944925] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.965070] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.994013] env[68758]: DEBUG nova.network.neutron [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Updating instance_info_cache with network_info: [{"id": "1a0b346c-8544-4d34-853e-c8a2927c9249", "address": "fa:16:3e:13:b7:c9", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b346c-85", "ovs_interfaceid": "1a0b346c-8544-4d34-853e-c8a2927c9249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.058954] env[68758]: DEBUG oslo_vmware.api [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941757, 'name': PowerOnVM_Task, 'duration_secs': 1.098715} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.058954] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.059371] env[68758]: INFO nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Took 12.19 seconds to spawn the instance on the hypervisor. [ 617.059486] env[68758]: DEBUG nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 617.060238] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683b6565-2299-46fe-a876-a8f3a02307ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.154569] env[68758]: DEBUG oslo_concurrency.lockutils [req-0325b2a8-f919-4dd2-b7d9-5505a3d6b8b8 req-e8934da4-452e-4dee-b890-e88483ab2587 service nova] Releasing lock "refresh_cache-c8d79127-7b97-4c19-a952-bcdf689adeed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.178454] env[68758]: INFO nova.compute.manager [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Took 15.72 seconds to build instance. [ 617.226719] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.226719] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.227683] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.207s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.229206] env[68758]: INFO nova.compute.claims [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 617.303978] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 617.417604] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.432703] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.448478] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114333} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.448698] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 617.449701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7ee05f-fe9e-47e9-9dd3-a2160af57fe4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.478908] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] c8d79127-7b97-4c19-a952-bcdf689adeed/c8d79127-7b97-4c19-a952-bcdf689adeed.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 617.482026] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1a8e0c-3eef-4a69-bb19-c47a84754386 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.505018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.505363] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Instance network_info: |[{"id": "1a0b346c-8544-4d34-853e-c8a2927c9249", "address": "fa:16:3e:13:b7:c9", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b346c-85", "ovs_interfaceid": "1a0b346c-8544-4d34-853e-c8a2927c9249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 617.506020] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:b7:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a0b346c-8544-4d34-853e-c8a2927c9249', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.514990] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Creating folder: Project (00ef449b3327495eb6738f30bf609a54). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.516548] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6bce0c-47cd-4847-9053-9805d8ad14a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.522405] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 617.522405] env[68758]: value = "task-2941761" [ 617.522405] env[68758]: _type = "Task" [ 617.522405] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.527974] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.530237] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Created folder: Project (00ef449b3327495eb6738f30bf609a54) in parent group-v590497. [ 617.530530] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Creating folder: Instances. Parent ref: group-v590516. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 617.531470] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f959c276-9b13-4c06-b926-c185162b52df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.537152] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.546355] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Created folder: Instances in parent group-v590516. [ 617.546645] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 617.546866] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.547313] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fd78874-8072-4afd-93b8-2d14f0f6ed20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.568536] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.568536] env[68758]: value = "task-2941764" [ 617.568536] env[68758]: _type = "Task" [ 617.568536] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.587993] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941764, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.591556] env[68758]: INFO nova.compute.manager [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Took 17.87 seconds to build instance. [ 617.633229] env[68758]: DEBUG nova.network.neutron [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Updating instance_info_cache with network_info: [{"id": "7a085fa2-35df-44f4-9d95-64a679e705c1", "address": "fa:16:3e:45:8d:e7", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a085fa2-35", "ovs_interfaceid": "7a085fa2-35df-44f4-9d95-64a679e705c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.682118] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2beeab6b-2231-4c57-be21-b555d2d6f0d0 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.229s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.733803] env[68758]: DEBUG nova.compute.utils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 617.738072] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 617.738072] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 617.825199] env[68758]: DEBUG nova.policy [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe1fe07371014e1fbabe8b16411afaae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5662e0034999456e8a9b30b5b1706029', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 617.958948] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.038021] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941761, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.082618] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941764, 'name': CreateVM_Task} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.082859] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 618.083653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.083814] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.084149] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.084425] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19f374f4-bcdd-476d-a967-126551b3d628 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.089341] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 618.089341] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b6f7b3-1e40-5827-fa13-1536a033fd56" [ 618.089341] env[68758]: _type = "Task" [ 618.089341] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.098587] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92859602-4bc7-4a1c-9120-16923f2ed461 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.389s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.098955] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b6f7b3-1e40-5827-fa13-1536a033fd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.135880] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.136258] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance network_info: |[{"id": "7a085fa2-35df-44f4-9d95-64a679e705c1", "address": "fa:16:3e:45:8d:e7", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a085fa2-35", "ovs_interfaceid": "7a085fa2-35df-44f4-9d95-64a679e705c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 618.136809] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a085fa2-35df-44f4-9d95-64a679e705c1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 618.147177] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating folder: Project (d116a9505c654cc49a5292433d8eb876). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.148689] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1607e72-6267-47f3-aeec-2c59bfa425bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.157908] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created folder: Project (d116a9505c654cc49a5292433d8eb876) in parent group-v590497. [ 618.158608] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating folder: Instances. Parent ref: group-v590519. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 618.159032] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a5c30d8-f7b2-4a1a-bb0e-de52b09a4c8a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.168698] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created folder: Instances in parent group-v590519. [ 618.170215] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 618.171073] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 618.171629] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbbee9c5-ea37-4159-b745-add4bfee04e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.192916] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 618.192916] env[68758]: value = "task-2941767" [ 618.192916] env[68758]: _type = "Task" [ 618.192916] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.202512] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941767, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.238364] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.243138] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Successfully created port: 243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 618.494253] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856b9e5a-72f6-4a94-bdec-c985d759f41b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.502921] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621b4f6f-bd18-409d-98c1-3de0a5b4b42c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.537708] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bffc20d-1634-4249-b6ec-ea7a95642fd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.545803] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941761, 'name': ReconfigVM_Task, 'duration_secs': 0.53407} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.549290] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Reconfigured VM instance instance-00000006 to attach disk [datastore1] c8d79127-7b97-4c19-a952-bcdf689adeed/c8d79127-7b97-4c19-a952-bcdf689adeed.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 618.549290] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-945c6fa6-c63a-497a-b1ab-49b2f660bdb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.551457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c3bbfe-5fe2-4b90-8e0b-72682e060a07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.570461] env[68758]: DEBUG nova.compute.provider_tree [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 618.573657] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 618.573657] env[68758]: value = "task-2941768" [ 618.573657] env[68758]: _type = "Task" [ 618.573657] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.584767] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941768, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.600372] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b6f7b3-1e40-5827-fa13-1536a033fd56, 'name': SearchDatastore_Task, 'duration_secs': 0.010888} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.600660] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.600874] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 618.601138] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.601276] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.601451] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.601740] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26f9f529-9fc9-4fad-b06e-18ed01954f45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.612249] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.612441] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.613355] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0bc322c-369c-44f2-9685-1f8e51f90f71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.621057] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 618.621057] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52141f2c-4440-c4d1-8c76-d4a169e26438" [ 618.621057] env[68758]: _type = "Task" [ 618.621057] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.632349] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52141f2c-4440-c4d1-8c76-d4a169e26438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.708890] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941767, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.009625] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Successfully updated port: 2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 619.074985] env[68758]: DEBUG nova.scheduler.client.report [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.090670] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941768, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.132360] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52141f2c-4440-c4d1-8c76-d4a169e26438, 'name': SearchDatastore_Task, 'duration_secs': 0.010957} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.132656] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-984dadbd-92f7-45fe-8ef6-b054d24f966f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.139587] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 619.139587] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525d4288-2f78-8650-c5cd-abeb103df273" [ 619.139587] env[68758]: _type = "Task" [ 619.139587] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.148768] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525d4288-2f78-8650-c5cd-abeb103df273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.204592] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941767, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.237880] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "interface-c9f818fc-a1ce-4539-913b-7b89b085348c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.238169] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "interface-c9f818fc-a1ce-4539-913b-7b89b085348c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.238551] env[68758]: DEBUG nova.objects.instance [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lazy-loading 'flavor' on Instance uuid c9f818fc-a1ce-4539-913b-7b89b085348c {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 619.257757] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.295533] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.295533] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.295739] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.296065] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.296065] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.296306] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.296433] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.296587] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.296748] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.296963] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.297125] env[68758]: DEBUG nova.virt.hardware [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.298339] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99147de-ebdc-4508-b83e-27c7c4544914 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.310409] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca10ef-8920-48bf-9ad0-2a7428aa92e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.513641] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.513715] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.513836] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.585908] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.586308] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 619.592943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.685s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.595340] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941768, 'name': Rename_Task, 'duration_secs': 0.657543} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.596303] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 619.596644] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa352d2b-4b40-4d27-9cbb-82c4a1f5f736 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.603557] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 619.603557] env[68758]: value = "task-2941769" [ 619.603557] env[68758]: _type = "Task" [ 619.603557] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.613384] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.660234] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525d4288-2f78-8650-c5cd-abeb103df273, 'name': SearchDatastore_Task, 'duration_secs': 0.009454} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.660512] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.660761] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 2262332b-9e39-48df-a680-74892b98e4b4/2262332b-9e39-48df-a680-74892b98e4b4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.661422] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58d3fc77-8f43-48ab-841c-4a0c83c6d885 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.668767] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 619.668767] env[68758]: value = "task-2941770" [ 619.668767] env[68758]: _type = "Task" [ 619.668767] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.679078] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.707396] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941767, 'name': CreateVM_Task, 'duration_secs': 1.215057} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.707682] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 619.708731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.708930] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.709323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.709858] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642c7c68-ec53-45e3-9eb8-8bda267797a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.715188] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 619.715188] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241058d-327a-bfb0-28d0-9b18f3d87f5d" [ 619.715188] env[68758]: _type = "Task" [ 619.715188] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.724844] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241058d-327a-bfb0-28d0-9b18f3d87f5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.751627] env[68758]: DEBUG nova.objects.instance [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lazy-loading 'pci_requests' on Instance uuid c9f818fc-a1ce-4539-913b-7b89b085348c {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.072950] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Successfully updated port: 243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 620.080723] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 620.098117] env[68758]: DEBUG nova.compute.utils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.123444] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 620.123444] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.142299] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941769, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.192284] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508428} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.192728] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 2262332b-9e39-48df-a680-74892b98e4b4/2262332b-9e39-48df-a680-74892b98e4b4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.192830] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.193158] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e11e69e-fdd7-4e77-893c-dc07e64b1158 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.200181] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 620.200181] env[68758]: value = "task-2941771" [ 620.200181] env[68758]: _type = "Task" [ 620.200181] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.211268] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.216844] env[68758]: DEBUG nova.policy [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 620.229193] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241058d-327a-bfb0-28d0-9b18f3d87f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010137} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.229556] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.229736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 620.230379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.230379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.230379] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 620.230651] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9fb15d0-6238-422f-ac2b-bc96c66eaff6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.239999] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 620.240298] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 620.242080] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64f0042-04b3-454a-bf6b-f24e7b056b92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.248082] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 620.248082] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ceb8a1-6956-ff70-db8d-bf36dc89939b" [ 620.248082] env[68758]: _type = "Task" [ 620.248082] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.257719] env[68758]: DEBUG nova.objects.base [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 620.257719] env[68758]: DEBUG nova.network.neutron [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 620.264752] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ceb8a1-6956-ff70-db8d-bf36dc89939b, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.265603] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dcb25d7-cd5d-4370-96c9-b8c67765ed23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.272383] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 620.272383] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4baf4-7b8f-b720-361f-6c64827c7f84" [ 620.272383] env[68758]: _type = "Task" [ 620.272383] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.282706] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4baf4-7b8f-b720-361f-6c64827c7f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.391349] env[68758]: DEBUG nova.network.neutron [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Updating instance_info_cache with network_info: [{"id": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "address": "fa:16:3e:03:90:9a", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5d7eb6-34", "ovs_interfaceid": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.587470] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.587470] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquired lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.587470] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 620.628080] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 620.642748] env[68758]: DEBUG oslo_vmware.api [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941769, 'name': PowerOnVM_Task, 'duration_secs': 0.748525} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.643058] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 620.643951] env[68758]: INFO nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Took 11.05 seconds to spawn the instance on the hypervisor. [ 620.643951] env[68758]: DEBUG nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 620.644488] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bdd92c-9564-4ca0-bd4c-a6c102524f0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.656687] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 294166bc-5f47-493b-b89e-fd615b7ae68b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.656858] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9f818fc-a1ce-4539-913b-7b89b085348c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.656966] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 0e8efba6-8962-4873-af6d-a4358fb6fbd7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657101] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance cc14218c-df91-4472-8a7e-977fe780953f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657221] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 38233369-93d0-4108-b8cd-696f89c848df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657335] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c8d79127-7b97-4c19-a952-bcdf689adeed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657447] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 2262332b-9e39-48df-a680-74892b98e4b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657591] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 879b5fec-ba37-47d2-8725-fbb3976759b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657728] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 1df4c11a-9228-4f95-a044-2ca56fd4fa59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.657843] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.658233] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 620.708022] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Successfully created port: 3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 620.717644] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081386} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.717908] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.718858] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5365a12a-5fe1-4c72-a760-60dcc98edda9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.745478] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 2262332b-9e39-48df-a680-74892b98e4b4/2262332b-9e39-48df-a680-74892b98e4b4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.747444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3d61462b-9448-44e2-a6af-19a97b93f52e tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "interface-c9f818fc-a1ce-4539-913b-7b89b085348c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.508s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.747951] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72011329-ff62-44ce-98a5-afdf1ed3377e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.771158] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 620.771158] env[68758]: value = "task-2941772" [ 620.771158] env[68758]: _type = "Task" [ 620.771158] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.784033] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.788907] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4baf4-7b8f-b720-361f-6c64827c7f84, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.789155] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.789413] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.789673] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1419902d-d3f3-491c-8eb1-33c4c5eb9cf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.797038] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 620.797038] env[68758]: value = "task-2941773" [ 620.797038] env[68758]: _type = "Task" [ 620.797038] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.806958] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.894662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.895033] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Instance network_info: |[{"id": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "address": "fa:16:3e:03:90:9a", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5d7eb6-34", "ovs_interfaceid": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 620.895457] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:90:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c5d7eb6-347f-40db-82de-9e59c0e07183', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 620.905572] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 620.910884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 620.910884] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85de1e9d-7588-4cbd-ad55-35dd0c9a32ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.928369] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 620.928369] env[68758]: value = "task-2941774" [ 620.928369] env[68758]: _type = "Task" [ 620.928369] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.937558] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941774, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.172594] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance a04bf446-b6ae-49d3-bf79-bc1ed287b7f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 621.180695] env[68758]: INFO nova.compute.manager [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Took 18.86 seconds to build instance. [ 621.189517] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 621.284548] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.315014] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941773, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.440984] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941774, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.582436] env[68758]: DEBUG nova.network.neutron [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Updating instance_info_cache with network_info: [{"id": "243595c9-32be-457d-9eca-4aeab0680a58", "address": "fa:16:3e:b2:b2:c4", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243595c9-32", "ovs_interfaceid": "243595c9-32be-457d-9eca-4aeab0680a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.645027] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 621.679028] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 49149286-a58c-41db-b3ae-ba55b603ffaa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 621.679028] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 621.679357] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 621.695051] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 621.695051] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 621.695051] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 621.695346] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 621.695346] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 621.695346] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 621.695346] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 621.695346] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 621.695511] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 621.695511] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 621.695747] env[68758]: DEBUG nova.virt.hardware [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 621.696094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b7caf72b-14d6-4f54-b240-7217cdcdf624 tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.396s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.696919] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28cebf2-1850-4e4e-89d0-fdaec0046e37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.705903] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd91e92-5318-462f-952d-81c4f439450f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.788460] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.808741] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537578} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.812589] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.812882] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.813985] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1250371f-4727-4bc7-97a9-8375fe16bd81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.823881] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 621.823881] env[68758]: value = "task-2941775" [ 621.823881] env[68758]: _type = "Task" [ 621.823881] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.839994] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.947612] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941774, 'name': CreateVM_Task, 'duration_secs': 0.89573} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.950866] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 621.950866] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950866] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950866] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950866] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e9fb86-75d1-4d07-b19d-fe63865547a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.961658] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 621.961658] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cd7817-8314-7b18-9cb0-b0728c4f318b" [ 621.961658] env[68758]: _type = "Task" [ 621.961658] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.971553] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cd7817-8314-7b18-9cb0-b0728c4f318b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.986025] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3034fb-6ef7-4996-97db-b406cb932967 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.994486] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a46cc66-6a59-4022-9695-b9c75eb6f988 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.031660] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1999275a-248d-4782-a70c-5bf7dace28ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.040697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd87d8d0-7817-433c-9b52-1780eb1832e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.056339] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.089643] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Releasing lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.090121] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Instance network_info: |[{"id": "243595c9-32be-457d-9eca-4aeab0680a58", "address": "fa:16:3e:b2:b2:c4", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243595c9-32", "ovs_interfaceid": "243595c9-32be-457d-9eca-4aeab0680a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 622.090865] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:b2:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '243595c9-32be-457d-9eca-4aeab0680a58', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.102771] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Creating folder: Project (5662e0034999456e8a9b30b5b1706029). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.103288] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45549957-aa81-4401-87f5-80450793a5c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.115344] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Created folder: Project (5662e0034999456e8a9b30b5b1706029) in parent group-v590497. [ 622.115534] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Creating folder: Instances. Parent ref: group-v590523. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.115776] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02ccf76d-9245-4474-ac8b-35db167181ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.129332] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Created folder: Instances in parent group-v590523. [ 622.129441] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 622.129652] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.130281] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffbf4ce7-81c6-4eb0-b4b9-1ed8d9ff599b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.166838] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.166838] env[68758]: value = "task-2941778" [ 622.166838] env[68758]: _type = "Task" [ 622.166838] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.178025] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941778, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.243130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "02233c4c-e192-45b7-aae2-bda48790371f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.243130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.286470] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941772, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.335658] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077711} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.335900] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.336695] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79809cc-edbb-48dc-bcdf-0f4481ffd693 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.361096] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.361603] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-169b3785-d290-4508-8567-8b0104edf147 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.382507] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 622.382507] env[68758]: value = "task-2941779" [ 622.382507] env[68758]: _type = "Task" [ 622.382507] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.390969] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.471173] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cd7817-8314-7b18-9cb0-b0728c4f318b, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.471173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.471407] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 622.471653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.471988] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.471988] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.472259] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3191798-074e-4414-9b90-4a36bff5a755 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.483616] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.483616] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.485018] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Successfully updated port: 3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 622.486965] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bb97886-63d1-4062-a99d-cfcc43571b26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.491571] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 622.491571] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52462aa6-3933-39c8-d48c-761337fcd6e7" [ 622.491571] env[68758]: _type = "Task" [ 622.491571] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.500228] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52462aa6-3933-39c8-d48c-761337fcd6e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.561499] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.683288] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941778, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.746688] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.788540] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941772, 'name': ReconfigVM_Task, 'duration_secs': 1.731433} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.789598] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 2262332b-9e39-48df-a680-74892b98e4b4/2262332b-9e39-48df-a680-74892b98e4b4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 622.791136] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed833449-2d6c-4d1a-a895-1bca7dced365 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.797389] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 622.797389] env[68758]: value = "task-2941780" [ 622.797389] env[68758]: _type = "Task" [ 622.797389] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.806500] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941780, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.897516] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.990213] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.990817] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.990975] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 623.005106] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52462aa6-3933-39c8-d48c-761337fcd6e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009825} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.006706] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be86c754-de1f-46a9-967d-1f4f53aefb63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.013262] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 623.013262] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52611b8a-d606-7bc3-8c94-b556d5268d47" [ 623.013262] env[68758]: _type = "Task" [ 623.013262] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.022868] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52611b8a-d606-7bc3-8c94-b556d5268d47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.067136] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 623.067378] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.475s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.067644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.540s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.069881] env[68758]: INFO nova.compute.claims [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.185674] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941778, 'name': CreateVM_Task, 'duration_secs': 0.819279} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.188053] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.188053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.188053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.188053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.188053] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e488d1f3-fc47-4d4a-a658-a35f4efffe15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.192551] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 623.192551] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525f9f6c-4a49-f52f-996d-b058e1f6757c" [ 623.192551] env[68758]: _type = "Task" [ 623.192551] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.201491] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525f9f6c-4a49-f52f-996d-b058e1f6757c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.279343] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.311730] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941780, 'name': Rename_Task, 'duration_secs': 0.212008} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.312103] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.312406] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-873a0242-ee0c-43ac-b391-6a948c376965 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.320949] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 623.320949] env[68758]: value = "task-2941781" [ 623.320949] env[68758]: _type = "Task" [ 623.320949] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.330847] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.402260] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941779, 'name': ReconfigVM_Task, 'duration_secs': 0.751762} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.402594] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.404238] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22a99be9-2f38-474f-92f8-40eed4f65fdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.416454] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 623.416454] env[68758]: value = "task-2941782" [ 623.416454] env[68758]: _type = "Task" [ 623.416454] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.427263] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941782, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.487880] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Received event network-changed-1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 623.488092] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Refreshing instance network info cache due to event network-changed-1a0b346c-8544-4d34-853e-c8a2927c9249. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 623.488347] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquiring lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.488490] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquired lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.488872] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Refreshing network info cache for port 1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.526132] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52611b8a-d606-7bc3-8c94-b556d5268d47, 'name': SearchDatastore_Task, 'duration_secs': 0.015102} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.526438] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.526641] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 1df4c11a-9228-4f95-a044-2ca56fd4fa59/1df4c11a-9228-4f95-a044-2ca56fd4fa59.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.527181] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ca121cd-d5c5-411a-8d89-e52ee2aa02d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.534022] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 623.534022] env[68758]: value = "task-2941783" [ 623.534022] env[68758]: _type = "Task" [ 623.534022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.539445] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 623.550095] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.700024] env[68758]: DEBUG nova.network.neutron [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Updating instance_info_cache with network_info: [{"id": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "address": "fa:16:3e:65:10:6d", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22cd2b-80", "ovs_interfaceid": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.706379] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525f9f6c-4a49-f52f-996d-b058e1f6757c, 'name': SearchDatastore_Task, 'duration_secs': 0.0117} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.706465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.706814] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.707875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.708074] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.708633] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.709520] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806ece4b-3293-4e74-870d-f1290e25ed7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.725738] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.726140] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.728829] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81db31f-9e5e-494c-851c-482f79ac93cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.732804] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 623.732804] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ed0cb4-4519-25ce-87b3-7155f3340cdb" [ 623.732804] env[68758]: _type = "Task" [ 623.732804] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.740983] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ed0cb4-4519-25ce-87b3-7155f3340cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.838387] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.938434] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941782, 'name': Rename_Task, 'duration_secs': 0.188982} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.938434] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.938434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a62ef0d-1baa-4fde-9ba3-cec4048bc906 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.945197] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 623.945197] env[68758]: value = "task-2941784" [ 623.945197] env[68758]: _type = "Task" [ 623.945197] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.958916] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.997808] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.998326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.046874] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941783, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.203018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.203018] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Instance network_info: |[{"id": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "address": "fa:16:3e:65:10:6d", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22cd2b-80", "ovs_interfaceid": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 624.203608] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:10:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d22cd2b-80ce-4cf2-9a26-89b67c84b40c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.213162] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating folder: Project (786f17dc6f9e4b40a1803e7ac42dcd4e). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.213162] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd366df6-1ab9-4785-8750-15539ea71682 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.226411] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created folder: Project (786f17dc6f9e4b40a1803e7ac42dcd4e) in parent group-v590497. [ 624.226595] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating folder: Instances. Parent ref: group-v590526. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.226837] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eefb8962-98f4-416e-ae8a-799436585c54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.240190] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created folder: Instances in parent group-v590526. [ 624.240500] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 624.241077] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.241847] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6adc7ec-5a82-4f3c-98b6-e22751a1f5fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.263103] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ed0cb4-4519-25ce-87b3-7155f3340cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.064594} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.264892] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10714883-2418-40d4-bbad-ed3a66efa23e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.269694] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.269694] env[68758]: value = "task-2941787" [ 624.269694] env[68758]: _type = "Task" [ 624.269694] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.274995] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 624.274995] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ec48c4-1f82-7f5f-78ed-b33bc737b255" [ 624.274995] env[68758]: _type = "Task" [ 624.274995] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.286181] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941787, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.291756] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ec48c4-1f82-7f5f-78ed-b33bc737b255, 'name': SearchDatastore_Task, 'duration_secs': 0.011988} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.292826] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Updated VIF entry in instance network info cache for port 1a0b346c-8544-4d34-853e-c8a2927c9249. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 624.294116] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Updating instance_info_cache with network_info: [{"id": "1a0b346c-8544-4d34-853e-c8a2927c9249", "address": "fa:16:3e:13:b7:c9", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a0b346c-85", "ovs_interfaceid": "1a0b346c-8544-4d34-853e-c8a2927c9249", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.295714] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.296086] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3/7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.301903] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d997951-c666-4166-b224-154faf9460e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.306497] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 624.306497] env[68758]: value = "task-2941788" [ 624.306497] env[68758]: _type = "Task" [ 624.306497] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.315299] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.337546] env[68758]: DEBUG oslo_vmware.api [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2941781, 'name': PowerOnVM_Task, 'duration_secs': 0.830102} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.337546] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.338193] env[68758]: INFO nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Took 12.31 seconds to spawn the instance on the hypervisor. [ 624.338551] env[68758]: DEBUG nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.339233] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ec0604-60d9-47db-800d-f520986605d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.419580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dbecb8-a40f-472d-bb98-e0d6728f59e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.428637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4571fab-9f94-4b99-9e27-ff1665722315 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.472847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3874d7d2-d692-4625-91bb-cd7cf57aabad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.480855] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941784, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.484380] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a11125c-cddf-41bd-afa1-8b1158352357 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.502033] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.505840] env[68758]: DEBUG nova.compute.provider_tree [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.535870] env[68758]: DEBUG nova.compute.manager [None req-dd983e00-e456-4e9f-99f3-d91c091f928a tempest-ServerDiagnosticsV248Test-1393288794 tempest-ServerDiagnosticsV248Test-1393288794-project-admin] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 624.538078] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8da8ee2-bb61-4e90-89dd-f5588d8e2916 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.548501] env[68758]: INFO nova.compute.manager [None req-dd983e00-e456-4e9f-99f3-d91c091f928a tempest-ServerDiagnosticsV248Test-1393288794 tempest-ServerDiagnosticsV248Test-1393288794-project-admin] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Retrieving diagnostics [ 624.553620] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4177b59-39f5-4d01-a2ca-7bc83fee0f4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.557351] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641287} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.557851] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 1df4c11a-9228-4f95-a044-2ca56fd4fa59/1df4c11a-9228-4f95-a044-2ca56fd4fa59.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.558087] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.559667] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f8f8a09-f363-4a99-95c3-0f6642c59d69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.602539] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 624.602539] env[68758]: value = "task-2941789" [ 624.602539] env[68758]: _type = "Task" [ 624.602539] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.614325] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.786529] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941787, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.797243] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Releasing lock "refresh_cache-2262332b-9e39-48df-a680-74892b98e4b4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.797470] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Received event network-vif-plugged-7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.797665] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquiring lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 624.797868] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.798036] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.798193] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] No waiting events found dispatching network-vif-plugged-7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 624.798353] env[68758]: WARNING nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Received unexpected event network-vif-plugged-7a085fa2-35df-44f4-9d95-64a679e705c1 for instance with vm_state building and task_state spawning. [ 624.798547] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Received event network-changed-7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 624.798737] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Refreshing instance network info cache due to event network-changed-7a085fa2-35df-44f4-9d95-64a679e705c1. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 624.798927] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquiring lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.799080] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquired lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.799239] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Refreshing network info cache for port 7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 624.822703] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941788, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.868228] env[68758]: INFO nova.compute.manager [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Took 22.06 seconds to build instance. [ 624.983021] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941784, 'name': PowerOnVM_Task} progress is 1%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.016219] env[68758]: DEBUG nova.scheduler.client.report [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.019533] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.019790] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.044566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.117950] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.359778} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.118531] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.119342] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7b2a3-8a8e-445f-a090-5fd9a2b4215d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.149773] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1df4c11a-9228-4f95-a044-2ca56fd4fa59/1df4c11a-9228-4f95-a044-2ca56fd4fa59.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.150410] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6548c7-b413-4912-a011-7f2e176b20bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.175981] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 625.175981] env[68758]: value = "task-2941790" [ 625.175981] env[68758]: _type = "Task" [ 625.175981] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.192675] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941790, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.197696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.197955] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.281301] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941787, 'name': CreateVM_Task, 'duration_secs': 0.680637} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.281651] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 625.282182] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.282500] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.282666] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.282899] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d947f7d2-c913-4db2-9217-5ac348b8bcc8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.288254] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 625.288254] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291a671-7210-eabc-c696-b30a2ca752e0" [ 625.288254] env[68758]: _type = "Task" [ 625.288254] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.297449] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291a671-7210-eabc-c696-b30a2ca752e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.316951] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6678} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.317399] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3/7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.317751] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.318015] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66494157-ade0-42c4-a86a-fe3bfd35fa00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.325602] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 625.325602] env[68758]: value = "task-2941791" [ 625.325602] env[68758]: _type = "Task" [ 625.325602] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.334676] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.371177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-48537cb2-f896-4193-8506-4daad086d377 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "2262332b-9e39-48df-a680-74892b98e4b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.585s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.484655] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941784, 'name': PowerOnVM_Task} progress is 64%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.523087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.455s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.524084] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.528301] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.531985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.573s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.535017] env[68758]: INFO nova.compute.claims [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.587760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "c9f818fc-a1ce-4539-913b-7b89b085348c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.589165] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.589165] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.589402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.589441] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.591415] env[68758]: INFO nova.compute.manager [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Terminating instance [ 625.687409] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941790, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.697176] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Updated VIF entry in instance network info cache for port 7a085fa2-35df-44f4-9d95-64a679e705c1. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 625.697540] env[68758]: DEBUG nova.network.neutron [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Updating instance_info_cache with network_info: [{"id": "7a085fa2-35df-44f4-9d95-64a679e705c1", "address": "fa:16:3e:45:8d:e7", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a085fa2-35", "ovs_interfaceid": "7a085fa2-35df-44f4-9d95-64a679e705c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.810919] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291a671-7210-eabc-c696-b30a2ca752e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01054} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.814582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.814582] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.814582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.814582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814887] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.814887] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e92faa94-e695-4059-9f5a-752db497e28c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.825203] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.825358] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.826207] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b371783e-3376-4736-b5f7-06e1bf116b2c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.839980] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102345} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.841952] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 625.842927] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 625.842927] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5251bbfb-fee3-6710-406d-1a417350077f" [ 625.842927] env[68758]: _type = "Task" [ 625.842927] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.844063] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43332114-6980-4995-9831-adc19886db35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.857300] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5251bbfb-fee3-6710-406d-1a417350077f, 'name': SearchDatastore_Task, 'duration_secs': 0.013694} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.878092] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3/7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 625.878092] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a24566ca-b13a-4537-baa8-644c438bfc2f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.880204] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.884148] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50511a67-5c0b-4714-ade8-d3615f109a0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.910054] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 625.910054] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5281811b-b262-202e-61fe-909710a9c85d" [ 625.910054] env[68758]: _type = "Task" [ 625.910054] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.914645] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 625.914645] env[68758]: value = "task-2941792" [ 625.914645] env[68758]: _type = "Task" [ 625.914645] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.922186] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5281811b-b262-202e-61fe-909710a9c85d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.928022] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941792, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.985820] env[68758]: DEBUG oslo_vmware.api [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941784, 'name': PowerOnVM_Task, 'duration_secs': 1.745718} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.986363] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 625.986459] env[68758]: INFO nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Took 11.51 seconds to spawn the instance on the hypervisor. [ 625.986689] env[68758]: DEBUG nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 625.988976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d108d61f-092f-41d0-b803-7dd4930c1d63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.043992] env[68758]: DEBUG nova.compute.utils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.048401] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.048778] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.090178] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.098977] env[68758]: DEBUG nova.compute.manager [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 626.099259] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 626.100954] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b6ef48-d412-4eea-89eb-ecf2c2d2bdd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.112058] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 626.112058] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27673891-b7e1-4859-816a-55e9d2b36bf8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.120625] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 626.120625] env[68758]: value = "task-2941793" [ 626.120625] env[68758]: _type = "Task" [ 626.120625] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.134232] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.192022] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941790, 'name': ReconfigVM_Task, 'duration_secs': 0.598155} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.192022] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1df4c11a-9228-4f95-a044-2ca56fd4fa59/1df4c11a-9228-4f95-a044-2ca56fd4fa59.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.192022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84630d9e-bdd6-4aa2-8698-72de103c8d20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.201063] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Releasing lock "refresh_cache-879b5fec-ba37-47d2-8725-fbb3976759b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.201390] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Received event network-vif-plugged-2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 626.201507] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Acquiring lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.201708] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.201854] env[68758]: DEBUG oslo_concurrency.lockutils [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.202020] env[68758]: DEBUG nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] No waiting events found dispatching network-vif-plugged-2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.202193] env[68758]: WARNING nova.compute.manager [req-ce55c841-ea6b-4416-98ac-00b8372b4aac req-9bb63323-e5df-402f-927a-7e65a6723638 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Received unexpected event network-vif-plugged-2c5d7eb6-347f-40db-82de-9e59c0e07183 for instance with vm_state building and task_state spawning. [ 626.202647] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 626.202647] env[68758]: value = "task-2941794" [ 626.202647] env[68758]: _type = "Task" [ 626.202647] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.217023] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941794, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.258011] env[68758]: DEBUG nova.policy [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1746d8189994813a4e78d67a0a4b346', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da01d11b470d4978aae23e93991ede2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.427032] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5281811b-b262-202e-61fe-909710a9c85d, 'name': SearchDatastore_Task, 'duration_secs': 0.013983} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.430376] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.430717] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9/8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 626.430936] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941792, 'name': ReconfigVM_Task, 'duration_secs': 0.352002} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.431160] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba50f650-093c-4602-9c5a-c295248486b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.433213] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3/7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.434635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.435329] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8751b33-ccd5-49d3-8ab4-5ac9b317ffc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.441325] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 626.441325] env[68758]: value = "task-2941795" [ 626.441325] env[68758]: _type = "Task" [ 626.441325] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.442553] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 626.442553] env[68758]: value = "task-2941796" [ 626.442553] env[68758]: _type = "Task" [ 626.442553] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.457785] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.457785] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941796, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.511294] env[68758]: INFO nova.compute.manager [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Took 23.21 seconds to build instance. [ 626.553468] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.634348] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941793, 'name': PowerOffVM_Task, 'duration_secs': 0.202173} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.637675] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.637857] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.639459] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7aca26be-2e2c-4f68-969f-4b9ca1fafc3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.718887] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "7948e0b9-2a13-4b69-b288-0702beb6696b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.718887] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.718887] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941794, 'name': Rename_Task, 'duration_secs': 0.211759} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.720315] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.721117] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.721166] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.721406] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleting the datastore file [datastore1] c9f818fc-a1ce-4539-913b-7b89b085348c {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.721650] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c736a4b-55cd-4eb8-9403-546925817554 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.723632] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5556648c-055d-4f3a-8320-53aac1495b02 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.734945] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 626.734945] env[68758]: value = "task-2941798" [ 626.734945] env[68758]: _type = "Task" [ 626.734945] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.736388] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for the task: (returnval){ [ 626.736388] env[68758]: value = "task-2941799" [ 626.736388] env[68758]: _type = "Task" [ 626.736388] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.751185] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.759336] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941798, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.937706] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be90ed31-e9f1-4568-a793-6774f99fb455 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.952912] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f5360c-d78f-4d22-a815-59e15545bbd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.959757] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941795, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.966553] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941796, 'name': Rename_Task, 'duration_secs': 0.154346} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.994644] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.996809] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c91f8d-73d6-4152-8d5b-d07e4f559881 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.998179] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51f8dac-26d5-4f7d-986c-0b05a4efb1c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.006854] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 627.006854] env[68758]: value = "task-2941800" [ 627.006854] env[68758]: _type = "Task" [ 627.006854] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.015588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5da157-dabe-4be8-8331-0b3af60b5f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.019767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3e20af6a-e6ad-4407-a1a5-0f44e7af586f tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.725s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.038509] env[68758]: DEBUG nova.compute.provider_tree [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.040313] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941800, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.097462] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Successfully created port: fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.251703] env[68758]: DEBUG oslo_vmware.api [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Task: {'id': task-2941799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396932} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.255772] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.255772] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 627.255957] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 627.256096] env[68758]: INFO nova.compute.manager [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 627.256356] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.256559] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941798, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.256856] env[68758]: DEBUG nova.compute.manager [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 627.256856] env[68758]: DEBUG nova.network.neutron [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 627.455338] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617705} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.455737] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9/8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 627.456059] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 627.456728] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7aa87b38-1c69-4b59-8c10-dcd17983413a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.464827] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 627.464827] env[68758]: value = "task-2941801" [ 627.464827] env[68758]: _type = "Task" [ 627.464827] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.472133] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.524983] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941800, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.526665] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.543461] env[68758]: DEBUG nova.scheduler.client.report [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.564888] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.596987] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.597340] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.597495] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.597690] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.597841] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.597986] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.598212] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.598505] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.598568] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.598679] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.598848] env[68758]: DEBUG nova.virt.hardware [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.600314] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6598a7-6792-452f-af6a-1d8b4ac9ab1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.613808] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be583ad1-0753-474f-bca3-71b864f61b85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.623435] env[68758]: DEBUG nova.compute.manager [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 627.752836] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941798, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.790556] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Received event network-changed-2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 627.790781] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Refreshing instance network info cache due to event network-changed-2c5d7eb6-347f-40db-82de-9e59c0e07183. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 627.792056] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquiring lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.793435] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquired lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.793435] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Refreshing network info cache for port 2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.976184] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183402} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.976486] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 627.977327] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65c3514-354d-4a79-b4ff-10a2a96fc2cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.009674] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9/8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 628.010051] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d16bb50-22f5-4913-b748-838f76486e69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.046408] env[68758]: DEBUG oslo_vmware.api [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941800, 'name': PowerOnVM_Task, 'duration_secs': 0.997256} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.046699] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 628.046699] env[68758]: value = "task-2941802" [ 628.046699] env[68758]: _type = "Task" [ 628.046699] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.046924] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.047134] env[68758]: INFO nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Took 8.79 seconds to spawn the instance on the hypervisor. [ 628.047409] env[68758]: DEBUG nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.048339] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a6092-0741-4f5a-83dd-a9e9cf79e9aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.056736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "294166bc-5f47-493b-b89e-fd615b7ae68b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.056736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.056736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "294166bc-5f47-493b-b89e-fd615b7ae68b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.056736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.056886] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.057635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.058117] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 628.061860] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.062460] env[68758]: INFO nova.compute.manager [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Terminating instance [ 628.064083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.787s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.065750] env[68758]: INFO nova.compute.claims [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 628.075938] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.149518] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.247982] env[68758]: DEBUG oslo_vmware.api [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941798, 'name': PowerOnVM_Task, 'duration_secs': 1.069953} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.248399] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.248619] env[68758]: INFO nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Took 11.41 seconds to spawn the instance on the hypervisor. [ 628.248889] env[68758]: DEBUG nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.249674] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a2a0c7-92ba-4529-8a99-c77218cb3dba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.359988] env[68758]: DEBUG nova.network.neutron [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.398857] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Acquiring lock "2262332b-9e39-48df-a680-74892b98e4b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.398857] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "2262332b-9e39-48df-a680-74892b98e4b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.398965] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Acquiring lock "2262332b-9e39-48df-a680-74892b98e4b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.399204] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "2262332b-9e39-48df-a680-74892b98e4b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.399362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "2262332b-9e39-48df-a680-74892b98e4b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.401423] env[68758]: INFO nova.compute.manager [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Terminating instance [ 628.563698] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941802, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.572135] env[68758]: DEBUG nova.compute.utils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.576778] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "refresh_cache-294166bc-5f47-493b-b89e-fd615b7ae68b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.577136] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquired lock "refresh_cache-294166bc-5f47-493b-b89e-fd615b7ae68b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.577894] env[68758]: DEBUG nova.network.neutron [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.578376] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.578558] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.590741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "c8d79127-7b97-4c19-a952-bcdf689adeed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.590741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.590741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.590741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.591411] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.593725] env[68758]: INFO nova.compute.manager [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Terminating instance [ 628.612170] env[68758]: INFO nova.compute.manager [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Took 22.29 seconds to build instance. [ 628.686079] env[68758]: DEBUG nova.policy [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'babb8359cd804793b9d6ac089e8da1bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4ef0ae8664b84dabb74e8d3119bbffb3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.693926] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Updated VIF entry in instance network info cache for port 2c5d7eb6-347f-40db-82de-9e59c0e07183. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 628.694405] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Updating instance_info_cache with network_info: [{"id": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "address": "fa:16:3e:03:90:9a", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c5d7eb6-34", "ovs_interfaceid": "2c5d7eb6-347f-40db-82de-9e59c0e07183", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.772607] env[68758]: INFO nova.compute.manager [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Took 23.25 seconds to build instance. [ 628.820654] env[68758]: DEBUG nova.compute.manager [req-1fe08435-b433-4f08-b107-ecae1d4e11bb req-0bef175b-f0f6-4805-8ad9-614514f7b373 service nova] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Received event network-vif-deleted-754fbc3e-2071-44eb-a058-ea346bee5030 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 628.864138] env[68758]: INFO nova.compute.manager [-] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Took 1.61 seconds to deallocate network for instance. [ 628.908637] env[68758]: DEBUG nova.compute.manager [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 628.908994] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 628.909802] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b6d0ee-a262-4457-ad08-723442ae0823 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.920114] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 628.920114] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-def8a4ac-b0fc-4d12-824c-43535a08050a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.928135] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Waiting for the task: (returnval){ [ 628.928135] env[68758]: value = "task-2941803" [ 628.928135] env[68758]: _type = "Task" [ 628.928135] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.940586] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Task: {'id': task-2941803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.063038] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941802, 'name': ReconfigVM_Task, 'duration_secs': 0.571874} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.063038] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9/8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 629.063038] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-329229ee-07ef-4afe-af88-b2f08dd5a26a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.069352] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 629.069352] env[68758]: value = "task-2941804" [ 629.069352] env[68758]: _type = "Task" [ 629.069352] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.082208] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 629.086641] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941804, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.109051] env[68758]: DEBUG nova.compute.manager [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.109148] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.110307] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468c916c-a902-4f65-8b76-11f376c4b5c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.117151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-69c9547e-78d0-4fd4-81c1-32d42d5a8978 tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.803s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.120424] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.123710] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16108a01-7518-4b39-b991-c70b10e49b6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.134846] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 629.134846] env[68758]: value = "task-2941805" [ 629.134846] env[68758]: _type = "Task" [ 629.134846] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.143384] env[68758]: DEBUG nova.network.neutron [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.151305] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.202908] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Releasing lock "refresh_cache-1df4c11a-9228-4f95-a044-2ca56fd4fa59" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.203974] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Received event network-vif-plugged-243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.204340] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquiring lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.204487] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.204709] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.204939] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] No waiting events found dispatching network-vif-plugged-243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 629.205479] env[68758]: WARNING nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Received unexpected event network-vif-plugged-243595c9-32be-457d-9eca-4aeab0680a58 for instance with vm_state building and task_state spawning. [ 629.205697] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Received event network-changed-243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 629.205885] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Refreshing instance network info cache due to event network-changed-243595c9-32be-457d-9eca-4aeab0680a58. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 629.206147] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquiring lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.206305] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquired lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.206885] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Refreshing network info cache for port 243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 629.276637] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a500622-4c44-4e8c-bea6-3ab94c4598cd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.768s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.308162] env[68758]: DEBUG nova.network.neutron [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.373176] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.437862] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Task: {'id': task-2941803, 'name': PowerOffVM_Task, 'duration_secs': 0.270315} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.438554] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.438717] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.438981] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dce24dab-e3a9-4d3c-a490-893aa65a21d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.491852] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db919b0-719b-4197-84f3-167deedbc299 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.498905] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab98324-08e2-402f-9ef0-4e7b0a1e3baf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.534745] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4623e1fc-b0e1-4ae8-b711-acf149bbf271 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.537287] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 629.537502] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 629.537657] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Deleting the datastore file [datastore2] 2262332b-9e39-48df-a680-74892b98e4b4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.537932] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe3ac76d-7c5e-44d3-9cbf-b05163adb59d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.547415] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a91839-1f56-4564-a522-209664dc2ac3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.556019] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Waiting for the task: (returnval){ [ 629.556019] env[68758]: value = "task-2941807" [ 629.556019] env[68758]: _type = "Task" [ 629.556019] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.563493] env[68758]: DEBUG nova.compute.provider_tree [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.569689] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Task: {'id': task-2941807, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.579554] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941804, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.646619] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941805, 'name': PowerOffVM_Task, 'duration_secs': 0.292466} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.647547] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 629.647736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 629.647995] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da46bcc2-007a-45d6-986d-b6ee5c9655cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.814416] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Releasing lock "refresh_cache-294166bc-5f47-493b-b89e-fd615b7ae68b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.814970] env[68758]: DEBUG nova.compute.manager [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 629.815446] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 629.817063] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2f4af5-8e38-4a40-bc42-911356662bc5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.827593] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 629.827593] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-24f5db51-63cd-420d-98e5-6769d9af3cdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.834059] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 629.834059] env[68758]: value = "task-2941809" [ 629.834059] env[68758]: _type = "Task" [ 629.834059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.844885] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.953503] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Successfully created port: 485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 630.018728] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Successfully updated port: fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.064111] env[68758]: DEBUG oslo_vmware.api [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Task: {'id': task-2941807, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397607} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.064424] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.064604] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.064770] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.064938] env[68758]: INFO nova.compute.manager [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 630.065469] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.065469] env[68758]: DEBUG nova.compute.manager [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.065589] env[68758]: DEBUG nova.network.neutron [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.069994] env[68758]: DEBUG nova.scheduler.client.report [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.084535] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941804, 'name': Rename_Task, 'duration_secs': 0.827907} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.085150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.085414] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3a4f65a-c6a9-4f04-b056-cfa028481e3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.092686] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 630.092686] env[68758]: value = "task-2941810" [ 630.092686] env[68758]: _type = "Task" [ 630.092686] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.093930] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 630.105592] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941810, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.130126] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 630.131451] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 630.131451] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 630.133153] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 630.133153] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 630.133153] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 630.133153] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 630.133153] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 630.133447] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 630.133447] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 630.133550] env[68758]: DEBUG nova.virt.hardware [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 630.135563] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cd1f77-bd8f-4390-a3e7-e2e35c23d968 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.147017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab76e7-c254-4e47-ac3f-8bc6b6b6d251 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.152179] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.152451] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.152679] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Deleting the datastore file [datastore1] c8d79127-7b97-4c19-a952-bcdf689adeed {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.155285] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9b8b977-6e64-4b1c-881b-ddbba0270467 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.170081] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for the task: (returnval){ [ 630.170081] env[68758]: value = "task-2941811" [ 630.170081] env[68758]: _type = "Task" [ 630.170081] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.180099] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.290249] env[68758]: DEBUG nova.compute.manager [None req-c2df40d4-94e3-4056-bd51-8001d6700b2d tempest-ServerDiagnosticsTest-292651244 tempest-ServerDiagnosticsTest-292651244-project-admin] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 630.292922] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babf7124-2ccd-460a-b662-aa8f376297df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.300666] env[68758]: INFO nova.compute.manager [None req-c2df40d4-94e3-4056-bd51-8001d6700b2d tempest-ServerDiagnosticsTest-292651244 tempest-ServerDiagnosticsTest-292651244-project-admin] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Retrieving diagnostics [ 630.301643] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dcb57d-929e-4cce-bca6-1adb073f9329 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.347141] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941809, 'name': PowerOffVM_Task, 'duration_secs': 0.26391} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.347437] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 630.347613] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 630.347880] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1932e96-a1ac-4c4b-a471-d76278f30b1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.377712] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 630.377858] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 630.378049] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleting the datastore file [datastore2] 294166bc-5f47-493b-b89e-fd615b7ae68b {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.378305] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aebc5aa-40bb-4e3a-b8dc-23f58b42f969 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.387416] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for the task: (returnval){ [ 630.387416] env[68758]: value = "task-2941813" [ 630.387416] env[68758]: _type = "Task" [ 630.387416] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.398022] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.455558] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Updated VIF entry in instance network info cache for port 243595c9-32be-457d-9eca-4aeab0680a58. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 630.456042] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Updating instance_info_cache with network_info: [{"id": "243595c9-32be-457d-9eca-4aeab0680a58", "address": "fa:16:3e:b2:b2:c4", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap243595c9-32", "ovs_interfaceid": "243595c9-32be-457d-9eca-4aeab0680a58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.521402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.521692] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquired lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.521860] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.576516] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.577495] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.580288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.536s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.582904] env[68758]: INFO nova.compute.claims [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.606950] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941810, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.682471] env[68758]: DEBUG oslo_vmware.api [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Task: {'id': task-2941811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225648} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.682471] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.682941] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.683348] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.684681] env[68758]: INFO nova.compute.manager [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Took 1.57 seconds to destroy the instance on the hypervisor. [ 630.684681] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.684681] env[68758]: DEBUG nova.compute.manager [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.684681] env[68758]: DEBUG nova.network.neutron [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.900998] env[68758]: DEBUG oslo_vmware.api [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Task: {'id': task-2941813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112658} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.902896] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.903295] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 630.903609] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 630.903924] env[68758]: INFO nova.compute.manager [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 630.904630] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.905529] env[68758]: DEBUG nova.compute.manager [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 630.905529] env[68758]: DEBUG nova.network.neutron [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.960179] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Releasing lock "refresh_cache-7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.960341] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Received event network-vif-plugged-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.960520] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquiring lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.960753] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.960886] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.961213] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] No waiting events found dispatching network-vif-plugged-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 630.961880] env[68758]: WARNING nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Received unexpected event network-vif-plugged-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c for instance with vm_state building and task_state spawning. [ 630.962322] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Received event network-changed-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 630.962322] env[68758]: DEBUG nova.compute.manager [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Refreshing instance network info cache due to event network-changed-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 630.962526] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquiring lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.962526] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Acquired lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.962792] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Refreshing network info cache for port 3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.978310] env[68758]: DEBUG nova.network.neutron [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.087598] env[68758]: DEBUG nova.compute.utils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 631.091286] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 631.092116] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 631.101544] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.111226] env[68758]: DEBUG oslo_vmware.api [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941810, 'name': PowerOnVM_Task, 'duration_secs': 0.576465} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.111708] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.111708] env[68758]: INFO nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Took 9.47 seconds to spawn the instance on the hypervisor. [ 631.111885] env[68758]: DEBUG nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 631.112866] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd5fdee-e038-4f02-8786-26dd7fa14e9a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.236872] env[68758]: DEBUG nova.policy [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68cc5372c844974997e03f25f8804ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56401bca513491296886254188d1adb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 631.485194] env[68758]: DEBUG nova.network.neutron [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.485194] env[68758]: DEBUG nova.network.neutron [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updating instance_info_cache with network_info: [{"id": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "address": "fa:16:3e:f2:58:49", "network": {"id": "6eda6a69-dabd-4c9b-9f61-b631295d6a44", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200960181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da01d11b470d4978aae23e93991ede2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb339bb-04", "ovs_interfaceid": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.566821] env[68758]: DEBUG nova.network.neutron [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.594404] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.637533] env[68758]: INFO nova.compute.manager [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Took 23.65 seconds to build instance. [ 631.733953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "230b37f8-fd06-49ea-afab-e563e287307a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.734196] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.826311] env[68758]: DEBUG nova.network.neutron [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.896136] env[68758]: DEBUG nova.compute.manager [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received event network-vif-plugged-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 631.896365] env[68758]: DEBUG oslo_concurrency.lockutils [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] Acquiring lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.896595] env[68758]: DEBUG oslo_concurrency.lockutils [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.896736] env[68758]: DEBUG oslo_concurrency.lockutils [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.897312] env[68758]: DEBUG nova.compute.manager [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] No waiting events found dispatching network-vif-plugged-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.897312] env[68758]: WARNING nova.compute.manager [req-bc061392-4239-477c-b13b-03c2ae7b99e5 req-facd5110-b795-4386-a667-7716b2bd3b88 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received unexpected event network-vif-plugged-fcb339bb-04d8-45f9-ac0c-d699300e7587 for instance with vm_state building and task_state spawning. [ 631.982044] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Updated VIF entry in instance network info cache for port 3d22cd2b-80ce-4cf2-9a26-89b67c84b40c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.982436] env[68758]: DEBUG nova.network.neutron [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Updating instance_info_cache with network_info: [{"id": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "address": "fa:16:3e:65:10:6d", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d22cd2b-80", "ovs_interfaceid": "3d22cd2b-80ce-4cf2-9a26-89b67c84b40c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.989447] env[68758]: INFO nova.compute.manager [-] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Took 1.08 seconds to deallocate network for instance. [ 631.989855] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Releasing lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.990150] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Instance network_info: |[{"id": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "address": "fa:16:3e:f2:58:49", "network": {"id": "6eda6a69-dabd-4c9b-9f61-b631295d6a44", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200960181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da01d11b470d4978aae23e93991ede2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb339bb-04", "ovs_interfaceid": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 631.992119] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:58:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ddfb706a-add1-4e16-9ac4-d20b16a1df6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcb339bb-04d8-45f9-ac0c-d699300e7587', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.006565] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Creating folder: Project (da01d11b470d4978aae23e93991ede2b). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.013579] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e294ab60-1818-43b8-8fce-f376aefc4c82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.025424] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Created folder: Project (da01d11b470d4978aae23e93991ede2b) in parent group-v590497. [ 632.025753] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Creating folder: Instances. Parent ref: group-v590529. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.025811] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ef0c731-dadc-4861-9ffa-4e7f88853ffd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.034882] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f19bec-1a97-4aeb-8d40-1a2587bf86f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.039070] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Created folder: Instances in parent group-v590529. [ 632.039511] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.039905] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.040128] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97c403bc-58f5-439d-a0a4-ee678e7b7757 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.059573] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f4c580-ca12-420a-aa62-d1be8e1796b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.064719] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.064719] env[68758]: value = "task-2941816" [ 632.064719] env[68758]: _type = "Task" [ 632.064719] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.096794] env[68758]: INFO nova.compute.manager [-] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Took 2.03 seconds to deallocate network for instance. [ 632.098185] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6705577-616e-4580-8d36-3ef0f61c6282 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.111182] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941816, 'name': CreateVM_Task} progress is 15%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.115503] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b467cb9-c6d6-440d-89e4-59999073f560 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.139477] env[68758]: DEBUG nova.compute.provider_tree [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.144518] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cc34c17b-87ea-47ad-b538-fdc0795f6d0c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.171s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.239335] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 632.330592] env[68758]: INFO nova.compute.manager [-] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Took 1.65 seconds to deallocate network for instance. [ 632.377529] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Successfully created port: a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.486617] env[68758]: DEBUG oslo_concurrency.lockutils [req-c343c7fd-5019-4e1c-a8f3-180b97c365cf req-4e8e815a-e338-4bdc-a0df-f1571c5394a4 service nova] Releasing lock "refresh_cache-8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.517902] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.581026] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941816, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.612146] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.615463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.645400] env[68758]: DEBUG nova.scheduler.client.report [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.655655] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:02:41Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='48171968',id=22,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-967078722',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.655655] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.655655] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.656051] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.656051] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.657187] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.657187] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.657187] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.657187] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.657187] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.657468] env[68758]: DEBUG nova.virt.hardware [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.658839] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77e27ae-126f-426f-94de-d73c543870ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.668715] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9ff8c3-e0ff-44cc-bd07-827374664cca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.723425] env[68758]: DEBUG nova.compute.manager [req-bb1af939-d71e-419d-a7bc-2ea35295ab06 req-27f38561-13a9-4592-b767-b0bce712d050 service nova] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Received event network-vif-deleted-423d8044-4595-426a-adfc-c1259c08fe8f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 632.771492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.842044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.877098] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.877541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.877541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.879119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.879119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.880312] env[68758]: INFO nova.compute.manager [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Terminating instance [ 632.951051] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Successfully updated port: 485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 633.081711] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941816, 'name': CreateVM_Task, 'duration_secs': 0.566768} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.083344] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.083344] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.083598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.083737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.084050] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b944df9-87f6-4126-9c43-2e84c5c4d63b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.092023] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 633.092023] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526edf09-74c7-61d2-9d0a-57671284c0db" [ 633.092023] env[68758]: _type = "Task" [ 633.092023] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.105205] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526edf09-74c7-61d2-9d0a-57671284c0db, 'name': SearchDatastore_Task, 'duration_secs': 0.012112} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.105580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.105766] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.106017] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.106150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.106333] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.106701] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9af8a7c-c8b7-4229-b113-644c5a59a61c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.116616] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.116732] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.120018] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3e217a-d0fa-4120-b4d3-06275048e115 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.122583] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 633.122583] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e7641-cd79-d76a-5d1e-66d36fd03730" [ 633.122583] env[68758]: _type = "Task" [ 633.122583] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.132068] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e7641-cd79-d76a-5d1e-66d36fd03730, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.154348] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.155078] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 633.162024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.069s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.162024] env[68758]: INFO nova.compute.claims [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 633.386771] env[68758]: DEBUG nova.compute.manager [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 633.386771] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 633.386771] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61417c1b-98c5-4485-be32-19d989ccd047 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.399146] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 633.399146] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-878c843d-6d57-4927-a732-e3d57b636334 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.407642] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 633.407642] env[68758]: value = "task-2941817" [ 633.407642] env[68758]: _type = "Task" [ 633.407642] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.418514] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.460478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.460478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquired lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.460478] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 633.634733] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e7641-cd79-d76a-5d1e-66d36fd03730, 'name': SearchDatastore_Task, 'duration_secs': 0.014437} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.636300] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caf7a46e-d0ff-4d9c-9865-eb80e7d02a64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.642883] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 633.642883] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529c9a29-37da-a238-7ed1-735020f25d20" [ 633.642883] env[68758]: _type = "Task" [ 633.642883] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.654048] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529c9a29-37da-a238-7ed1-735020f25d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.666834] env[68758]: DEBUG nova.compute.utils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.670032] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.670278] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.922093] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941817, 'name': PowerOffVM_Task, 'duration_secs': 0.268218} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.922235] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 633.922461] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 633.922788] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb24eeb0-f5f9-4599-b550-0f2b068a1c23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.977412] env[68758]: DEBUG nova.policy [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb2cd9587644763a22747874997608f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278520b5d1cb4521b5c6f009cf616bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.067562] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.113462] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 634.113756] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 634.113873] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Deleting the datastore file [datastore2] 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 634.114163] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57f7bac0-4860-46c6-9c7c-a5dbfaff1139 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.121675] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for the task: (returnval){ [ 634.121675] env[68758]: value = "task-2941819" [ 634.121675] env[68758]: _type = "Task" [ 634.121675] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.136694] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.154343] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529c9a29-37da-a238-7ed1-735020f25d20, 'name': SearchDatastore_Task, 'duration_secs': 0.017683} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.154625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.154884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] a04bf446-b6ae-49d3-bf79-bc1ed287b7f2/a04bf446-b6ae-49d3-bf79-bc1ed287b7f2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.155378] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eebd39b1-44b6-4bc3-b981-1e3e9053f42e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.162581] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 634.162581] env[68758]: value = "task-2941820" [ 634.162581] env[68758]: _type = "Task" [ 634.162581] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.172229] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 634.175523] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.488082] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8374cde-a0a7-4018-a14e-964f51ca2f48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.495492] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f30e5f-5669-479b-aff0-f5da84b30ccd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.536013] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8e5099-a519-4d72-8283-2bacc51cb3db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.544415] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697306d8-de6b-4a01-ac75-ae72cadadbed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.552974] env[68758]: DEBUG nova.network.neutron [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating instance_info_cache with network_info: [{"id": "485575de-eccc-4856-bcdf-90b19e0cc518", "address": "fa:16:3e:16:fd:c3", "network": {"id": "613ad737-bae8-4ae6-aef2-72275a276ddd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1096693929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef0ae8664b84dabb74e8d3119bbffb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485575de-ec", "ovs_interfaceid": "485575de-eccc-4856-bcdf-90b19e0cc518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.569056] env[68758]: DEBUG nova.compute.provider_tree [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.632601] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.681431] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941820, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.055767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Releasing lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.055978] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Instance network_info: |[{"id": "485575de-eccc-4856-bcdf-90b19e0cc518", "address": "fa:16:3e:16:fd:c3", "network": {"id": "613ad737-bae8-4ae6-aef2-72275a276ddd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1096693929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef0ae8664b84dabb74e8d3119bbffb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485575de-ec", "ovs_interfaceid": "485575de-eccc-4856-bcdf-90b19e0cc518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 635.059340] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:fd:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'af454577-0e89-41a3-a9f2-f39716f62fd5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '485575de-eccc-4856-bcdf-90b19e0cc518', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 635.074138] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Creating folder: Project (4ef0ae8664b84dabb74e8d3119bbffb3). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.074232] env[68758]: DEBUG nova.scheduler.client.report [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.079666] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0c9cf10-8294-4731-b6b7-4af49485a3f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.089987] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Created folder: Project (4ef0ae8664b84dabb74e8d3119bbffb3) in parent group-v590497. [ 635.090217] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Creating folder: Instances. Parent ref: group-v590532. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 635.090463] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9375d009-963f-44e2-b7fa-4c6df13c05d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.101228] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Created folder: Instances in parent group-v590532. [ 635.101228] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.101228] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 635.101228] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c1b6354-a23e-4453-be7a-d7302e2c344e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.127752] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 635.127752] env[68758]: value = "task-2941823" [ 635.127752] env[68758]: _type = "Task" [ 635.127752] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.135452] env[68758]: DEBUG oslo_vmware.api [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Task: {'id': task-2941819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.525741} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.136265] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 635.136505] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 635.136726] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 635.136969] env[68758]: INFO nova.compute.manager [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Took 1.75 seconds to destroy the instance on the hypervisor. [ 635.137304] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 635.141616] env[68758]: DEBUG nova.compute.manager [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 635.141616] env[68758]: DEBUG nova.network.neutron [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 635.143249] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941823, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.180354] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "62416623-bc48-442d-aa48-18e28d66f242" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.180653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.190615] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 635.194953] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895406} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.196234] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] a04bf446-b6ae-49d3-bf79-bc1ed287b7f2/a04bf446-b6ae-49d3-bf79-bc1ed287b7f2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.196450] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.196708] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e771fc18-4de5-4b92-8dd2-ab8bfae8d0fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.208768] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 635.208768] env[68758]: value = "task-2941824" [ 635.208768] env[68758]: _type = "Task" [ 635.208768] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.220522] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.226492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.226952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.227210] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.227414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.227586] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.232151] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.232151] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.232151] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.232599] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.232599] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.232599] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.232599] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.232599] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.232787] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.232787] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.233130] env[68758]: DEBUG nova.virt.hardware [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.233876] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Successfully created port: f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.245465] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128331f2-00b2-4b87-97ee-30119dae1701 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.248815] env[68758]: INFO nova.compute.manager [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Terminating instance [ 635.255468] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Successfully updated port: a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 635.260750] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2fa691b-e4d1-44ad-aac0-eb044c0db3e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.519397] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 635.519397] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing instance network info cache due to event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 635.519695] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Acquiring lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.519870] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Acquired lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.520422] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.583755] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.584452] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 635.591021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.153s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.591021] env[68758]: INFO nova.compute.claims [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.643914] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941823, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.697394] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 635.726284] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120398} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.726797] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.727805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e573afe-54f3-45e9-bbe1-54e87ada80ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.765177] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] a04bf446-b6ae-49d3-bf79-bc1ed287b7f2/a04bf446-b6ae-49d3-bf79-bc1ed287b7f2.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.769170] env[68758]: DEBUG nova.compute.manager [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 635.769170] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.769338] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.769376] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.769881] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.773022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00199265-619c-4c87-8714-5a0ee45115da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.794042] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2f7e6-3b7a-4355-b098-fe8cba48ed1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.804300] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.804300] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ef00fea-6201-433e-a497-7af8058beb1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.804300] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 635.804300] env[68758]: value = "task-2941825" [ 635.804300] env[68758]: _type = "Task" [ 635.804300] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.810786] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 635.810786] env[68758]: value = "task-2941826" [ 635.810786] env[68758]: _type = "Task" [ 635.810786] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.820365] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941825, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.828063] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941826, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.095028] env[68758]: DEBUG nova.compute.utils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.100765] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 636.103513] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 636.148410] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941823, 'name': CreateVM_Task, 'duration_secs': 0.616607} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.148410] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 636.149372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.149513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.149782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.150343] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e9484f6-654f-4015-9a67-de00b9c9edc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.155726] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 636.155726] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52463ab5-da5f-c0fe-5be8-a11e078c5912" [ 636.155726] env[68758]: _type = "Task" [ 636.155726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.165782] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52463ab5-da5f-c0fe-5be8-a11e078c5912, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.224281] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.268964] env[68758]: DEBUG nova.policy [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '375393e88e7640b5acca168ef37b74c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb3e6c75b53d4df3ada517d8aea0f5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 636.318408] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941825, 'name': ReconfigVM_Task, 'duration_secs': 0.376639} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.319188] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Reconfigured VM instance instance-0000000c to attach disk [datastore1] a04bf446-b6ae-49d3-bf79-bc1ed287b7f2/a04bf446-b6ae-49d3-bf79-bc1ed287b7f2.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.319571] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f9c0a1a-1a18-4297-8310-6af353060fab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.323999] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941826, 'name': PowerOffVM_Task, 'duration_secs': 0.276213} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.324454] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 636.324710] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 636.324971] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9494b1a7-83af-4df7-b3a0-30eaddc5af71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.328574] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 636.328574] env[68758]: value = "task-2941827" [ 636.328574] env[68758]: _type = "Task" [ 636.328574] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.337249] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941827, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.355302] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.557639] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updated VIF entry in instance network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.558232] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updating instance_info_cache with network_info: [{"id": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "address": "fa:16:3e:f2:58:49", "network": {"id": "6eda6a69-dabd-4c9b-9f61-b631295d6a44", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200960181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da01d11b470d4978aae23e93991ede2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb339bb-04", "ovs_interfaceid": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.599165] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 636.604257] env[68758]: DEBUG nova.network.neutron [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.651986] env[68758]: DEBUG nova.network.neutron [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updating instance_info_cache with network_info: [{"id": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "address": "fa:16:3e:6d:9c:bc", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57d8bc0-13", "ovs_interfaceid": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.673347] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52463ab5-da5f-c0fe-5be8-a11e078c5912, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.674128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.674356] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.675015] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.675015] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.675138] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.676172] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f72cec98-d058-411f-a940-183c7754aca0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.686144] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.686351] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.690290] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbe43b2-7659-447e-8423-4c69b3ca6ed5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.697125] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 636.697125] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269f8ea-9046-30c0-322d-df6f8741aa6f" [ 636.697125] env[68758]: _type = "Task" [ 636.697125] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.706902] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269f8ea-9046-30c0-322d-df6f8741aa6f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.723757] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 636.723984] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 636.724188] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore2] 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 636.729424] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74605934-341e-45bc-9d61-5bbbb3326bfa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.739759] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 636.739759] env[68758]: value = "task-2941829" [ 636.739759] env[68758]: _type = "Task" [ 636.739759] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.748356] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.838310] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941827, 'name': Rename_Task, 'duration_secs': 0.154916} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.840835] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.841471] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0cd64e-35ae-44a9-bc58-170b00a3ac64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.848558] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 636.848558] env[68758]: value = "task-2941830" [ 636.848558] env[68758]: _type = "Task" [ 636.848558] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.860714] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.039486] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7d8cc9-46fc-4398-af60-4cb94f6bdd61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.048580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b19312-c22d-4744-80c3-89426fe0a559 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.088984] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Releasing lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.089197] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Received event network-vif-deleted-1a0b346c-8544-4d34-853e-c8a2927c9249 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.090101] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Received event network-vif-plugged-485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.090101] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.090101] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.090101] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.090101] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] No waiting events found dispatching network-vif-plugged-485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.090374] env[68758]: WARNING nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Received unexpected event network-vif-plugged-485575de-eccc-4856-bcdf-90b19e0cc518 for instance with vm_state building and task_state spawning. [ 637.090426] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Received event network-changed-485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 637.090717] env[68758]: DEBUG nova.compute.manager [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Refreshing instance network info cache due to event network-changed-485575de-eccc-4856-bcdf-90b19e0cc518. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 637.090772] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Acquiring lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.090881] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Acquired lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.091052] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Refreshing network info cache for port 485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.093775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6eda68e-cda5-4074-9f41-8856b1eb30b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.103359] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6681632-46a9-47b1-b420-8cb4457d313a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.112430] env[68758]: INFO nova.compute.manager [-] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Took 1.97 seconds to deallocate network for instance. [ 637.123776] env[68758]: DEBUG nova.compute.provider_tree [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.155363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.157963] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Instance network_info: |[{"id": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "address": "fa:16:3e:6d:9c:bc", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57d8bc0-13", "ovs_interfaceid": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 637.158086] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:9c:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57d8bc0-1391-43e4-8cac-c710b30745ec', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 637.164288] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Creating folder: Project (a56401bca513491296886254188d1adb). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.165077] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a18bf14-48c3-4944-97c4-f8897ffaca69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.176870] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Created folder: Project (a56401bca513491296886254188d1adb) in parent group-v590497. [ 637.177112] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Creating folder: Instances. Parent ref: group-v590535. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 637.177508] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6917157-832a-4501-a328-b1a0a2d951d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.188335] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Created folder: Instances in parent group-v590535. [ 637.188613] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.188804] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 637.189011] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8a21643-e2eb-4c72-8abb-4a24fd43d3a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.213620] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269f8ea-9046-30c0-322d-df6f8741aa6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.215221] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 637.215221] env[68758]: value = "task-2941833" [ 637.215221] env[68758]: _type = "Task" [ 637.215221] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.218031] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eb55c1f-6bf7-46b4-ae99-bfac2bc2e219 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.223895] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 637.223895] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52705561-8412-107e-ffff-dad4f6c5d74d" [ 637.223895] env[68758]: _type = "Task" [ 637.223895] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.227577] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941833, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.235825] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52705561-8412-107e-ffff-dad4f6c5d74d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.248584] env[68758]: DEBUG oslo_vmware.api [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2941829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214332} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.248826] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 637.249014] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 637.250390] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 637.250573] env[68758]: INFO nova.compute.manager [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Took 1.48 seconds to destroy the instance on the hypervisor. [ 637.250810] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 637.250994] env[68758]: DEBUG nova.compute.manager [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 637.251125] env[68758]: DEBUG nova.network.neutron [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 637.362492] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941830, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.565150] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Successfully created port: 08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 637.615501] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.629394] env[68758]: DEBUG nova.scheduler.client.report [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 637.634015] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.646675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "6869810c-e268-40bd-8b24-febbecd881f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.646675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.651632] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.651877] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.652986] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.652986] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.652986] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.652986] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.652986] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.653469] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.653469] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.653469] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.653469] env[68758]: DEBUG nova.virt.hardware [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.656859] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7c5786-910d-4347-9b2b-ca1d174d5c62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.666021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e8ee9-bb3e-4138-8de3-fd920a667886 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.685899] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.686122] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.722586] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.722586] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.734713] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941833, 'name': CreateVM_Task, 'duration_secs': 0.376539} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.735374] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.736111] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.736338] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.737090] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.744563] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660c27a9-21cf-499f-9732-8ad421d1cf37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.747429] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52705561-8412-107e-ffff-dad4f6c5d74d, 'name': SearchDatastore_Task, 'duration_secs': 0.025074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.747429] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.747578] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 49149286-a58c-41db-b3ae-ba55b603ffaa/49149286-a58c-41db-b3ae-ba55b603ffaa.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.748212] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c59c034d-84cd-4c2f-8293-82c4137347bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.752901] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 637.752901] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f777cc-d2a9-ba04-783e-26b5bb49f72c" [ 637.752901] env[68758]: _type = "Task" [ 637.752901] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.760058] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 637.760058] env[68758]: value = "task-2941834" [ 637.760058] env[68758]: _type = "Task" [ 637.760058] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.766986] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f777cc-d2a9-ba04-783e-26b5bb49f72c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.772957] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.860412] env[68758]: DEBUG oslo_vmware.api [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941830, 'name': PowerOnVM_Task, 'duration_secs': 0.525557} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.860679] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.860879] env[68758]: INFO nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Took 10.30 seconds to spawn the instance on the hypervisor. [ 637.861070] env[68758]: DEBUG nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 637.861997] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e49a04-49da-4bd5-b7bb-abd44aac85eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.141207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.141791] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.150385] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.083s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.150385] env[68758]: INFO nova.compute.claims [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.151326] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.271500] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f777cc-d2a9-ba04-783e-26b5bb49f72c, 'name': SearchDatastore_Task, 'duration_secs': 0.017016} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.272688] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.276131] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 638.276131] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.276131] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.276131] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.276131] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deb0a95e-6cd0-4fb8-9d0a-51a6f7802290 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.280932] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941834, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.297071] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.297071] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 638.297071] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c66da14-2816-4dfd-97ae-d4ee43205baf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.303816] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 638.303816] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d5de59-4b85-00ed-1f80-e59f547f4352" [ 638.303816] env[68758]: _type = "Task" [ 638.303816] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.313656] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d5de59-4b85-00ed-1f80-e59f547f4352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.389785] env[68758]: DEBUG nova.compute.manager [req-1ff7d488-3423-4c47-b003-c6d30a2bbb61 req-c9f24b5a-234d-4f3f-9ce2-d431442ccdff service nova] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Received event network-vif-deleted-243595c9-32be-457d-9eca-4aeab0680a58 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 638.404612] env[68758]: INFO nova.compute.manager [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Took 20.92 seconds to build instance. [ 638.434363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.434467] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.447628] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updated VIF entry in instance network info cache for port 485575de-eccc-4856-bcdf-90b19e0cc518. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.447974] env[68758]: DEBUG nova.network.neutron [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating instance_info_cache with network_info: [{"id": "485575de-eccc-4856-bcdf-90b19e0cc518", "address": "fa:16:3e:16:fd:c3", "network": {"id": "613ad737-bae8-4ae6-aef2-72275a276ddd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1096693929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef0ae8664b84dabb74e8d3119bbffb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485575de-ec", "ovs_interfaceid": "485575de-eccc-4856-bcdf-90b19e0cc518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.476882] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Successfully updated port: f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.652359] env[68758]: DEBUG nova.compute.utils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 638.655980] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 638.656245] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 638.681908] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.709454] env[68758]: DEBUG nova.policy [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03b3bae2469a4203a9ec3187a86508f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0b11c0eeddb64c8ebeca4ac5454574b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.776833] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.777169] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 49149286-a58c-41db-b3ae-ba55b603ffaa/49149286-a58c-41db-b3ae-ba55b603ffaa.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.777428] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.778983] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daf69f65-782e-4f4b-817c-adc37e96927b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.787070] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 638.787070] env[68758]: value = "task-2941835" [ 638.787070] env[68758]: _type = "Task" [ 638.787070] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.793516] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941835, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.812587] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d5de59-4b85-00ed-1f80-e59f547f4352, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.814150] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-167b99d7-0a96-4742-9635-780fac0da208 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.819100] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 638.819100] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d54947-cb08-ffdd-d29f-34ac670b6c7b" [ 638.819100] env[68758]: _type = "Task" [ 638.819100] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.831022] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d54947-cb08-ffdd-d29f-34ac670b6c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.845429] env[68758]: DEBUG nova.network.neutron [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.909736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ed4ba706-b27f-4cc4-a762-82acb884ea85 tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.482s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.951417] env[68758]: DEBUG oslo_concurrency.lockutils [req-6d5fc0dd-2747-4d7d-bbf6-43bf3f12b93c req-ab43df02-9766-4979-96b6-2661165199ea service nova] Releasing lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.980941] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.981123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.981281] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.027120] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Successfully created port: 99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.159351] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.204231] env[68758]: DEBUG nova.compute.manager [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Received event network-vif-plugged-a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.205024] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Acquiring lock "02233c4c-e192-45b7-aae2-bda48790371f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.205116] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Lock "02233c4c-e192-45b7-aae2-bda48790371f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.205326] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Lock "02233c4c-e192-45b7-aae2-bda48790371f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.205770] env[68758]: DEBUG nova.compute.manager [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] No waiting events found dispatching network-vif-plugged-a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 639.206107] env[68758]: WARNING nova.compute.manager [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Received unexpected event network-vif-plugged-a57d8bc0-1391-43e4-8cac-c710b30745ec for instance with vm_state building and task_state spawning. [ 639.206780] env[68758]: DEBUG nova.compute.manager [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Received event network-changed-a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 639.206963] env[68758]: DEBUG nova.compute.manager [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Refreshing instance network info cache due to event network-changed-a57d8bc0-1391-43e4-8cac-c710b30745ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 639.207124] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Acquiring lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.207256] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Acquired lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207442] env[68758]: DEBUG nova.network.neutron [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Refreshing network info cache for port a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.302925] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941835, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063115} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.303218] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 639.304105] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa40739-3646-41b7-9065-e7d896f00eb7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.326052] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 49149286-a58c-41db-b3ae-ba55b603ffaa/49149286-a58c-41db-b3ae-ba55b603ffaa.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 639.328869] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36ca8e1-7f2b-44c0-976e-605484954455 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.348142] env[68758]: INFO nova.compute.manager [-] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Took 2.10 seconds to deallocate network for instance. [ 639.355681] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d54947-cb08-ffdd-d29f-34ac670b6c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.011394} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.355681] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 639.355681] env[68758]: value = "task-2941836" [ 639.355681] env[68758]: _type = "Task" [ 639.355681] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.359670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.359926] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 02233c4c-e192-45b7-aae2-bda48790371f/02233c4c-e192-45b7-aae2-bda48790371f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.361032] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd26f76-669b-4408-bfbd-c38213eaae6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.376198] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941836, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.376616] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 639.376616] env[68758]: value = "task-2941837" [ 639.376616] env[68758]: _type = "Task" [ 639.376616] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.389188] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.411814] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.576233] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.701992] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce8c66a-d994-4397-bc8d-647cac7d802c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.715672] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb399f9-3982-4bd8-85d2-c81cbfc88d8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.753679] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a650a6-b6b5-4d47-a729-1dd207081ef3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.761785] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd507957-6864-44cf-89dd-248b75ee31db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.779019] env[68758]: DEBUG nova.compute.provider_tree [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.866972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.878502] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941836, 'name': ReconfigVM_Task, 'duration_secs': 0.285827} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.878836] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 49149286-a58c-41db-b3ae-ba55b603ffaa/49149286-a58c-41db-b3ae-ba55b603ffaa.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.880039] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1427f73f-e565-463c-b221-5783ed23d7e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.893927] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.895834] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 639.895834] env[68758]: value = "task-2941838" [ 639.895834] env[68758]: _type = "Task" [ 639.895834] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.905952] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941838, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.920721] env[68758]: DEBUG nova.network.neutron [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.947419] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Successfully updated port: 08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 639.966103] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.180207] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.206201] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.206435] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.206585] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.206759] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.206896] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.207240] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.207538] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.207699] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.207860] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.208291] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.208517] env[68758]: DEBUG nova.virt.hardware [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.209391] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fccbeb-edf3-4d4e-9b5a-6bdea83b764b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.218602] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdc828d-6a5f-447a-a357-e5d6dae93df5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.281745] env[68758]: DEBUG nova.scheduler.client.report [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.286565] env[68758]: DEBUG nova.network.neutron [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updated VIF entry in instance network info cache for port a57d8bc0-1391-43e4-8cac-c710b30745ec. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.286899] env[68758]: DEBUG nova.network.neutron [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updating instance_info_cache with network_info: [{"id": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "address": "fa:16:3e:6d:9c:bc", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57d8bc0-13", "ovs_interfaceid": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.398728] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.810648} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.402862] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 02233c4c-e192-45b7-aae2-bda48790371f/02233c4c-e192-45b7-aae2-bda48790371f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.403102] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.403377] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a533ae2b-970e-4e3d-8e02-16f2a9fc29e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.410669] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941838, 'name': Rename_Task, 'duration_secs': 0.193919} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.411942] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 640.412346] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 640.412346] env[68758]: value = "task-2941839" [ 640.412346] env[68758]: _type = "Task" [ 640.412346] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.412941] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-761bfd65-28bc-4b7b-b89c-d666a0d99ab9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.423021] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.424606] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 640.424606] env[68758]: value = "task-2941840" [ 640.424606] env[68758]: _type = "Task" [ 640.424606] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.429375] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.429707] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Instance network_info: |[{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.433901] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:ac:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3a8cfef-1891-4d81-b37a-a03e7822a9e0', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.440831] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating folder: Project (278520b5d1cb4521b5c6f009cf616bdc). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.441140] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941840, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.441730] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48ca82db-242c-4e13-8219-f65c77a24548 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.450990] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created folder: Project (278520b5d1cb4521b5c6f009cf616bdc) in parent group-v590497. [ 640.451162] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating folder: Instances. Parent ref: group-v590538. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.451419] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68b61da5-0c0b-4d19-8544-31c6e4d06599 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.461335] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.461554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.461790] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.463858] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created folder: Instances in parent group-v590538. [ 640.464153] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.464377] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.464662] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d692d25-5248-4eeb-822f-c46f9e822b67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.485313] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.485313] env[68758]: value = "task-2941843" [ 640.485313] env[68758]: _type = "Task" [ 640.485313] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.493986] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941843, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.790212] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.645s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.790806] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.793763] env[68758]: DEBUG oslo_concurrency.lockutils [req-5995b3d1-8dac-44b0-84f4-9327e4fb47cf req-93f8c434-b20e-4778-bc29-149102de17ea service nova] Releasing lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.794284] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.645s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.838040] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Successfully updated port: 99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 640.892713] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "c2bec919-14b0-4744-8bd8-87eab0305b09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.892713] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.924516] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139945} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.924895] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.925995] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2997e3fb-4841-4671-9ac9-15c27a690253 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.946490] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941840, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.957089] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 02233c4c-e192-45b7-aae2-bda48790371f/02233c4c-e192-45b7-aae2-bda48790371f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 640.957769] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c189282d-21bf-4b8b-97df-94ada3a4cde2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.980739] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 640.980739] env[68758]: value = "task-2941844" [ 640.980739] env[68758]: _type = "Task" [ 640.980739] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.992235] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941844, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.004682] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941843, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.026559] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.222447] env[68758]: DEBUG nova.network.neutron [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Updating instance_info_cache with network_info: [{"id": "08e916ef-a084-493f-8c05-b0ba91df1df1", "address": "fa:16:3e:a8:5d:df", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e916ef-a0", "ovs_interfaceid": "08e916ef-a084-493f-8c05-b0ba91df1df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.298433] env[68758]: DEBUG nova.compute.utils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.302811] env[68758]: INFO nova.compute.claims [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.306700] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.306868] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.345846] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.346915] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.346915] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.352022] env[68758]: DEBUG nova.policy [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1a482cee684bd8a8a2ea685aa62514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334dfaf60cc446658756fdbd532c2c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.435374] env[68758]: DEBUG oslo_vmware.api [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2941840, 'name': PowerOnVM_Task, 'duration_secs': 0.739388} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.435687] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 641.436345] env[68758]: INFO nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Took 11.34 seconds to spawn the instance on the hypervisor. [ 641.436542] env[68758]: DEBUG nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.437805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f36db-02b9-4a35-8f54-edca0bd38461 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.497225] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941844, 'name': ReconfigVM_Task, 'duration_secs': 0.316936} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.500364] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 02233c4c-e192-45b7-aae2-bda48790371f/02233c4c-e192-45b7-aae2-bda48790371f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.501373] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a743826-0847-433e-95cf-6eab0030aec4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.508559] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941843, 'name': CreateVM_Task, 'duration_secs': 0.526371} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.510101] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.510491] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 641.510491] env[68758]: value = "task-2941845" [ 641.510491] env[68758]: _type = "Task" [ 641.510491] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.511199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.511429] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.512011] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.512346] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d7a1745-2ca8-405a-b1f1-8d28dd619e4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.523846] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941845, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.525710] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 641.525710] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b729e4-a310-bdcb-c780-8b2248006002" [ 641.525710] env[68758]: _type = "Task" [ 641.525710] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.534797] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b729e4-a310-bdcb-c780-8b2248006002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.630414] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Successfully created port: 6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.727016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.727016] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Instance network_info: |[{"id": "08e916ef-a084-493f-8c05-b0ba91df1df1", "address": "fa:16:3e:a8:5d:df", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e916ef-a0", "ovs_interfaceid": "08e916ef-a084-493f-8c05-b0ba91df1df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 641.727296] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:5d:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08e916ef-a084-493f-8c05-b0ba91df1df1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.734549] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Creating folder: Project (bb3e6c75b53d4df3ada517d8aea0f5a7). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.737462] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c24d0d07-5289-4680-8f5c-0263631e63dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.746688] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Created folder: Project (bb3e6c75b53d4df3ada517d8aea0f5a7) in parent group-v590497. [ 641.746919] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Creating folder: Instances. Parent ref: group-v590541. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.747359] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23e1dd22-820b-4323-8090-364732d57e19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.755201] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Created folder: Instances in parent group-v590541. [ 641.755436] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 641.755628] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.755847] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6008c90-51b4-421d-84be-a8037cb153e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.776077] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.776077] env[68758]: value = "task-2941848" [ 641.776077] env[68758]: _type = "Task" [ 641.776077] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.784073] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941848, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.807281] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.814068] env[68758]: INFO nova.compute.resource_tracker [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating resource usage from migration 323e8ce4-d6fe-4a1c-854d-d04bc71d845d [ 641.907443] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.967226] env[68758]: INFO nova.compute.manager [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Took 24.04 seconds to build instance. [ 642.028587] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941845, 'name': Rename_Task, 'duration_secs': 0.397049} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.031633] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.031856] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0a8648-2d40-4247-9c7e-e09a182d6d52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.041478] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b729e4-a310-bdcb-c780-8b2248006002, 'name': SearchDatastore_Task, 'duration_secs': 0.02756} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.042819] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.044878] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.044878] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044878] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044878] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.044878] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 642.044878] env[68758]: value = "task-2941849" [ 642.044878] env[68758]: _type = "Task" [ 642.045232] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.045232] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-416fab29-1e65-428e-ac90-0d5121ebc684 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.058908] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941849, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.064653] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.064894] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.066916] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a727c2-b621-4344-858e-cdb5b536f936 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.070893] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 642.070893] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523db9b7-36a4-2dbe-0889-c85729d575a1" [ 642.070893] env[68758]: _type = "Task" [ 642.070893] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.081214] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523db9b7-36a4-2dbe-0889-c85729d575a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.086870] env[68758]: DEBUG nova.network.neutron [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [{"id": "99f45707-686f-4c64-b410-4c3b387b95cf", "address": "fa:16:3e:ce:1c:55", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f45707-68", "ovs_interfaceid": "99f45707-686f-4c64-b410-4c3b387b95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.153493] env[68758]: DEBUG nova.compute.manager [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Received event network-vif-plugged-08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.153762] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Acquiring lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.153977] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.154160] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.154341] env[68758]: DEBUG nova.compute.manager [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] No waiting events found dispatching network-vif-plugged-08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.154528] env[68758]: WARNING nova.compute.manager [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Received unexpected event network-vif-plugged-08e916ef-a084-493f-8c05-b0ba91df1df1 for instance with vm_state building and task_state spawning. [ 642.154689] env[68758]: DEBUG nova.compute.manager [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Received event network-changed-08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.154866] env[68758]: DEBUG nova.compute.manager [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Refreshing instance network info cache due to event network-changed-08e916ef-a084-493f-8c05-b0ba91df1df1. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.155063] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Acquiring lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155218] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Acquired lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155392] env[68758]: DEBUG nova.network.neutron [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Refreshing network info cache for port 08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.289698] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941848, 'name': CreateVM_Task, 'duration_secs': 0.455553} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.291960] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 642.292803] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293290] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.293572] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e963d2a1-bda5-4e20-a231-742cb4ce8479 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.301019] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 642.301019] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524af7f4-1edb-5d24-cc23-a4fa285b2fce" [ 642.301019] env[68758]: _type = "Task" [ 642.301019] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.307678] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524af7f4-1edb-5d24-cc23-a4fa285b2fce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.309508] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e640c64-26c0-4ca5-93c4-1e8136c460ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.320593] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d8bf7d-99c7-4cbe-b9e8-b5759d96c520 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.358631] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a6495e-e778-48f2-a9b3-c3b7b81f0529 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.367923] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b4ba9a-7a4d-41ab-b654-4ed9fd512e07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.386957] env[68758]: DEBUG nova.compute.provider_tree [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.469591] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b154c000-d222-4dfd-9b81-585b8ddf8e8b tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.655s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.559825] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941849, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.582704] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523db9b7-36a4-2dbe-0889-c85729d575a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011452} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.583593] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70989607-8409-4acb-b931-e135387ce630 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.589849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.590743] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance network_info: |[{"id": "99f45707-686f-4c64-b410-4c3b387b95cf", "address": "fa:16:3e:ce:1c:55", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f45707-68", "ovs_interfaceid": "99f45707-686f-4c64-b410-4c3b387b95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 642.590743] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 642.590743] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b569b0-1bc8-472d-dbdb-2e0c63deebaa" [ 642.590743] env[68758]: _type = "Task" [ 642.591289] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.591289] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:1c:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f45707-686f-4c64-b410-4c3b387b95cf', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 642.599283] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 642.599283] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 642.602283] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-233ee5e4-622c-4c7d-ba47-0907e113f7e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.623540] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b569b0-1bc8-472d-dbdb-2e0c63deebaa, 'name': SearchDatastore_Task, 'duration_secs': 0.019858} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.625208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.625495] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.625761] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 642.625761] env[68758]: value = "task-2941850" [ 642.625761] env[68758]: _type = "Task" [ 642.625761] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.625939] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e70d9499-15a8-426f-8639-679339e80096 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.636455] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941850, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.637949] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 642.637949] env[68758]: value = "task-2941851" [ 642.637949] env[68758]: _type = "Task" [ 642.637949] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.645732] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.731737] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Received event network-vif-plugged-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.733929] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.733929] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.733929] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.733929] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] No waiting events found dispatching network-vif-plugged-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.733929] env[68758]: WARNING nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Received unexpected event network-vif-plugged-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 for instance with vm_state building and task_state spawning. [ 642.735589] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Received event network-vif-deleted-3d22cd2b-80ce-4cf2-9a26-89b67c84b40c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.735589] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Received event network-changed-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 642.735589] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Refreshing instance network info cache due to event network-changed-f3a8cfef-1891-4d81-b37a-a03e7822a9e0. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 642.735589] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.735589] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.735787] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Refreshing network info cache for port f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.812535] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524af7f4-1edb-5d24-cc23-a4fa285b2fce, 'name': SearchDatastore_Task, 'duration_secs': 0.016198} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.812857] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.813113] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.813397] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.813782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.813858] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.814131] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-966a541e-d6ac-4b32-a24e-1485ccb632ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.823035] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.823231] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.824078] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13af2cd9-2a1c-47e9-9dee-4e4a0dab55a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.827856] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.833586] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 642.833586] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523898c8-c6ff-7d85-ebdd-d8951793ad1a" [ 642.833586] env[68758]: _type = "Task" [ 642.833586] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.844695] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523898c8-c6ff-7d85-ebdd-d8951793ad1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.870494] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.870713] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.871496] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.871496] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.871496] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.871496] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.871686] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.871938] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.872033] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.872202] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.873211] env[68758]: DEBUG nova.virt.hardware [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.873977] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc771598-15cf-40be-b37f-a6887a1acf13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.887971] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4062b8-bcd9-47ba-b9b3-4ec158424b2c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.891618] env[68758]: DEBUG nova.compute.manager [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.893068] env[68758]: DEBUG nova.scheduler.client.report [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.897101] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1d4996-eea8-45e7-8fea-58b9e49b9175 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.973273] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 643.028367] env[68758]: DEBUG nova.network.neutron [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Updated VIF entry in instance network info cache for port 08e916ef-a084-493f-8c05-b0ba91df1df1. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.028893] env[68758]: DEBUG nova.network.neutron [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Updating instance_info_cache with network_info: [{"id": "08e916ef-a084-493f-8c05-b0ba91df1df1", "address": "fa:16:3e:a8:5d:df", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08e916ef-a0", "ovs_interfaceid": "08e916ef-a084-493f-8c05-b0ba91df1df1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.063181] env[68758]: DEBUG oslo_vmware.api [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2941849, 'name': PowerOnVM_Task, 'duration_secs': 0.533074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.063646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.063945] env[68758]: INFO nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Took 10.45 seconds to spawn the instance on the hypervisor. [ 643.064278] env[68758]: DEBUG nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.065422] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbbd65f-bbeb-4a26-af98-1b8180a14ec8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.137388] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941850, 'name': CreateVM_Task, 'duration_secs': 0.466933} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.137587] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 643.138345] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.138515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.138808] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.139120] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-829dde30-6e56-422e-84cb-0a76a47b2c59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.150253] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941851, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.150557] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 643.150557] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ceea88-82e5-da52-a865-ba51b92dc6ac" [ 643.150557] env[68758]: _type = "Task" [ 643.150557] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.159651] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ceea88-82e5-da52-a865-ba51b92dc6ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.346612] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523898c8-c6ff-7d85-ebdd-d8951793ad1a, 'name': SearchDatastore_Task, 'duration_secs': 0.034702} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.347688] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d2d3532-1591-4d2e-af01-5996b538c6eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.356306] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 643.356306] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52955adc-89d8-733e-1e6e-3c83ed070831" [ 643.356306] env[68758]: _type = "Task" [ 643.356306] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.364572] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52955adc-89d8-733e-1e6e-3c83ed070831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.403505] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.609s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.404226] env[68758]: INFO nova.compute.manager [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Migrating [ 643.404226] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.404226] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "compute-rpcapi-router" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406249] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.032s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.406249] env[68758]: DEBUG nova.objects.instance [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lazy-loading 'resources' on Instance uuid c9f818fc-a1ce-4539-913b-7b89b085348c {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.423672] env[68758]: INFO nova.compute.manager [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] instance snapshotting [ 643.427165] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d34c88-1992-4ac9-9763-ad21af7ac3a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.451550] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Successfully updated port: 6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.455014] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96406cec-ba7a-4cd8-ad3d-17d108c9c83d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.498039] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.532737] env[68758]: DEBUG oslo_concurrency.lockutils [req-0cba4a78-1455-4f07-b7b7-544825391f1f req-90fddf2a-eda9-4368-8dd9-619088539c40 service nova] Releasing lock "refresh_cache-6456f9a5-bd93-4db8-b858-9590b1dbaf11" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.589285] env[68758]: INFO nova.compute.manager [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Took 20.34 seconds to build instance. [ 643.638216] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updated VIF entry in instance network info cache for port f3a8cfef-1891-4d81-b37a-a03e7822a9e0. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.638593] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.649558] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523407} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.649558] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.649774] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.650551] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-832bb7d1-dee9-45d3-9fdd-8bba7920d745 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.661246] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ceea88-82e5-da52-a865-ba51b92dc6ac, 'name': SearchDatastore_Task, 'duration_secs': 0.015338} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.662670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.663026] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 643.663362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.663817] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 643.663817] env[68758]: value = "task-2941852" [ 643.663817] env[68758]: _type = "Task" [ 643.663817] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.672709] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.869346] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52955adc-89d8-733e-1e6e-3c83ed070831, 'name': SearchDatastore_Task, 'duration_secs': 0.037262} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.870983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.870983] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 6456f9a5-bd93-4db8-b858-9590b1dbaf11/6456f9a5-bd93-4db8-b858-9590b1dbaf11.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.871544] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.871952] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 643.872310] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52359b55-16b9-4945-ad2f-1be2ddc98b07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.877396] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36a6d347-863c-480f-a4f9-0eb09378a2ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.884751] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 643.884751] env[68758]: value = "task-2941853" [ 643.884751] env[68758]: _type = "Task" [ 643.884751] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.892334] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.892755] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.894076] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fece3ada-00c7-4dc1-907d-d3ca7e012bb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.902363] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.906480] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 643.906480] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528eb32e-1438-5249-a8ae-0436bbd1aad2" [ 643.906480] env[68758]: _type = "Task" [ 643.906480] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.907750] env[68758]: INFO nova.compute.rpcapi [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 643.908552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "compute-rpcapi-router" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.955129] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.955641] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.956120] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528eb32e-1438-5249-a8ae-0436bbd1aad2, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.957789] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.957937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.958123] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.959452] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faad82fa-a858-48f0-82da-089d5f4940ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.967736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 643.968193] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 643.968193] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ab89c-13f1-52e9-8b91-2ba8a309a91f" [ 643.968193] env[68758]: _type = "Task" [ 643.968193] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.968443] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-726690ea-3771-425d-a9e3-345487c49658 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.987747] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 643.987747] env[68758]: value = "task-2941854" [ 643.987747] env[68758]: _type = "Task" [ 643.987747] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.993120] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ab89c-13f1-52e9-8b91-2ba8a309a91f, 'name': SearchDatastore_Task, 'duration_secs': 0.013731} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.002269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.004561] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88/280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 644.006030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e439f3a6-0ac6-4400-90b7-6e5751fbec08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.014081] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.016220] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 644.016220] env[68758]: value = "task-2941855" [ 644.016220] env[68758]: _type = "Task" [ 644.016220] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.029731] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.090520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "7781091e-4123-42e2-be01-d5073b3bd3ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.090766] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.091166] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3cddbb17-54eb-4fc9-8915-4895e2f96acc tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.848s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.140088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.140920] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.141348] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141725] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received event network-vif-plugged-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.141858] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 644.142078] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.142637] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.142885] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] No waiting events found dispatching network-vif-plugged-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.143130] env[68758]: WARNING nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received unexpected event network-vif-plugged-99f45707-686f-4c64-b410-4c3b387b95cf for instance with vm_state building and task_state spawning. [ 644.143286] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 644.143545] env[68758]: DEBUG nova.compute.manager [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing instance network info cache due to event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 644.143701] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquiring lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.143888] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Acquired lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.144082] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing network info cache for port 99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 644.177825] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080618} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.178143] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.179461] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05012aaa-d39f-482a-aae9-2e08ec407b30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.204460] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.208247] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd600ff4-2c36-4a84-913d-f445cd1ccc7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.233393] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 644.233393] env[68758]: value = "task-2941856" [ 644.233393] env[68758]: _type = "Task" [ 644.233393] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.244513] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.398296] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.444164] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.444371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.444634] env[68758]: DEBUG nova.network.neutron [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.506181] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.530028] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941855, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.531307] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.540727] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527f75ff-deb0-4cfe-9ff7-bd1e43dd68ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.548873] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c19a568-f6a2-422e-9581-7e8000fbf572 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.585767] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ccd1d-b9e8-4914-8151-d1c8f8a5742a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.593322] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7746c54-089d-454b-8dbf-2fa66e8d9b0a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.597555] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 644.612596] env[68758]: DEBUG nova.compute.provider_tree [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.754169] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.905218] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659823} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.905621] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 6456f9a5-bd93-4db8-b858-9590b1dbaf11/6456f9a5-bd93-4db8-b858-9590b1dbaf11.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.905837] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.906220] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ec3a24b-fbe8-46ec-b7f6-0b90210f5aa0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.921168] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 644.921168] env[68758]: value = "task-2941857" [ 644.921168] env[68758]: _type = "Task" [ 644.921168] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.932643] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.004616] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941854, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.028476] env[68758]: DEBUG nova.network.neutron [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Updating instance_info_cache with network_info: [{"id": "6320a9b8-6840-48f9-93f3-54576f411904", "address": "fa:16:3e:de:ee:2e", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6320a9b8-68", "ovs_interfaceid": "6320a9b8-6840-48f9-93f3-54576f411904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.035231] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941855, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.015808} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.035876] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88/280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 645.036386] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 645.036642] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32ac4f98-1577-44c4-8deb-64a25ec63ee1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.042571] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 645.042571] env[68758]: value = "task-2941858" [ 645.042571] env[68758]: _type = "Task" [ 645.042571] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.057598] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941858, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.116284] env[68758]: DEBUG nova.scheduler.client.report [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.129643] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 645.247447] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.282263] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updated VIF entry in instance network info cache for port 99f45707-686f-4c64-b410-4c3b387b95cf. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 645.282663] env[68758]: DEBUG nova.network.neutron [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [{"id": "99f45707-686f-4c64-b410-4c3b387b95cf", "address": "fa:16:3e:ce:1c:55", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f45707-68", "ovs_interfaceid": "99f45707-686f-4c64-b410-4c3b387b95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.433708] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090573} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.434057] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.434885] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648c24a0-5978-477b-be30-d03267d06279 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.463293] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 6456f9a5-bd93-4db8-b858-9590b1dbaf11/6456f9a5-bd93-4db8-b858-9590b1dbaf11.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.463923] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3d33f29-21cf-4667-bb70-1b9875c8d5d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.487729] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 645.487729] env[68758]: value = "task-2941859" [ 645.487729] env[68758]: _type = "Task" [ 645.487729] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.495607] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.505971] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941854, 'name': CreateSnapshot_Task, 'duration_secs': 1.111377} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.505971] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 645.506714] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafd483f-1e9d-4fb9-9034-1e6101bfac0a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.536478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.536765] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance network_info: |[{"id": "6320a9b8-6840-48f9-93f3-54576f411904", "address": "fa:16:3e:de:ee:2e", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6320a9b8-68", "ovs_interfaceid": "6320a9b8-6840-48f9-93f3-54576f411904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.538053] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ee:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6320a9b8-6840-48f9-93f3-54576f411904', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.548453] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating folder: Project (334dfaf60cc446658756fdbd532c2c70). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.548820] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1fcce6b-7eb3-4d56-9207-f2ecb5f4fa4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.561178] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941858, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069468} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.562814] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.563133] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created folder: Project (334dfaf60cc446658756fdbd532c2c70) in parent group-v590497. [ 645.563306] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating folder: Instances. Parent ref: group-v590546. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.564391] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0004e-dc16-4e43-aefe-aec8c6ac5397 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.567613] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-082370c6-d2d5-423b-b03a-aab3c872f8da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.598017] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88/280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.601950] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0b63518-858b-4595-8bb6-b4deb55c85e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.616617] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created folder: Instances in parent group-v590546. [ 645.616869] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.617492] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.618116] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-949191f9-76ac-40b5-923b-58010fffdfa4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.635364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.638082] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 645.638082] env[68758]: value = "task-2941862" [ 645.638082] env[68758]: _type = "Task" [ 645.638082] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.638597] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.121s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.639692] env[68758]: DEBUG nova.objects.instance [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lazy-loading 'resources' on Instance uuid 294166bc-5f47-493b-b89e-fd615b7ae68b {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.645484] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.645484] env[68758]: value = "task-2941863" [ 645.645484] env[68758]: _type = "Task" [ 645.645484] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.653518] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.660322] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941863, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.665636] env[68758]: INFO nova.scheduler.client.report [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Deleted allocations for instance c9f818fc-a1ce-4539-913b-7b89b085348c [ 645.747602] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941856, 'name': ReconfigVM_Task, 'duration_secs': 1.086708} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.747986] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.748739] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde151e3-a06c-409c-a677-88fa386557fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.756857] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 645.756857] env[68758]: value = "task-2941864" [ 645.756857] env[68758]: _type = "Task" [ 645.756857] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.768072] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941864, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.786928] env[68758]: DEBUG oslo_concurrency.lockutils [req-697c3765-c3eb-4814-b4a3-3fa7202d21c2 req-f93095cd-5358-4884-ad62-0c4ba7e7fda1 service nova] Releasing lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.811661] env[68758]: DEBUG nova.network.neutron [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.002365] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941859, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.029523] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 646.032016] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4d25c04-214d-4adf-af60-2f2851690f61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.041019] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 646.041019] env[68758]: value = "task-2941865" [ 646.041019] env[68758]: _type = "Task" [ 646.041019] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.050124] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941865, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.160098] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.163689] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941863, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.178343] env[68758]: DEBUG oslo_concurrency.lockutils [None req-023f0a9d-0627-4f4d-bd47-e54021dbeee8 tempest-AttachInterfacesV270Test-158986196 tempest-AttachInterfacesV270Test-158986196-project-member] Lock "c9f818fc-a1ce-4539-913b-7b89b085348c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.590s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.276135] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941864, 'name': Rename_Task, 'duration_secs': 0.21839} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.276135] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.280724] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af732650-0c10-4cc0-954b-96d8e2baa65d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.290374] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 646.290374] env[68758]: value = "task-2941866" [ 646.290374] env[68758]: _type = "Task" [ 646.290374] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.303477] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941866, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.314698] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.515983] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941859, 'name': ReconfigVM_Task, 'duration_secs': 0.555026} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.515983] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 6456f9a5-bd93-4db8-b858-9590b1dbaf11/6456f9a5-bd93-4db8-b858-9590b1dbaf11.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.515983] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ba41992-7adf-4814-87d3-4ae9a4345fbc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.521745] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 646.521745] env[68758]: value = "task-2941867" [ 646.521745] env[68758]: _type = "Task" [ 646.521745] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.540554] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941867, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.554729] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941865, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.653774] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941862, 'name': ReconfigVM_Task, 'duration_secs': 0.779097} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.663012] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88/280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.664048] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41da97ef-e257-48a1-9197-d3660b84e398 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.671388] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941863, 'name': CreateVM_Task, 'duration_secs': 0.556394} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.673749] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.673749] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 646.673749] env[68758]: value = "task-2941868" [ 646.673749] env[68758]: _type = "Task" [ 646.673749] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.674130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.674242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.675150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.678478] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23d5e93-5703-42e1-8278-178b7c139c20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.691545] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941868, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.691939] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 646.691939] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52284d0d-9948-0d3b-d4dd-fa0205fe2e7b" [ 646.691939] env[68758]: _type = "Task" [ 646.691939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.702654] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52284d0d-9948-0d3b-d4dd-fa0205fe2e7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.716042] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551c0e90-c7fd-4adb-9130-a173627ce808 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.724459] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c50992-77ea-40d3-81ce-9e1ba30e9c42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.756605] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7af16f3-56e1-4abb-af95-c6b3b804ae48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.764208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72ef9a-6880-49f6-8339-1c298acc8da4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.778988] env[68758]: DEBUG nova.compute.provider_tree [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 646.799873] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941866, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.040736] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941867, 'name': Rename_Task, 'duration_secs': 0.172642} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.048235] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.048604] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34684a72-d834-4436-be55-deed8e929dcc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.060834] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941865, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.063586] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 647.063586] env[68758]: value = "task-2941869" [ 647.063586] env[68758]: _type = "Task" [ 647.063586] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.066018] env[68758]: DEBUG nova.compute.manager [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Received event network-vif-plugged-6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.066018] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Acquiring lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.066018] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.066018] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.066018] env[68758]: DEBUG nova.compute.manager [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] No waiting events found dispatching network-vif-plugged-6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 647.066396] env[68758]: WARNING nova.compute.manager [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Received unexpected event network-vif-plugged-6320a9b8-6840-48f9-93f3-54576f411904 for instance with vm_state building and task_state spawning. [ 647.066396] env[68758]: DEBUG nova.compute.manager [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Received event network-changed-6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.068360] env[68758]: DEBUG nova.compute.manager [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Refreshing instance network info cache due to event network-changed-6320a9b8-6840-48f9-93f3-54576f411904. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 647.068623] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Acquiring lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.068773] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Acquired lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.068948] env[68758]: DEBUG nova.network.neutron [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Refreshing network info cache for port 6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.086360] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941869, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.186718] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941868, 'name': Rename_Task, 'duration_secs': 0.283324} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.187123] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 647.187456] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f42d7d19-de79-442c-bd81-8ab2ecd69848 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.197644] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 647.197644] env[68758]: value = "task-2941870" [ 647.197644] env[68758]: _type = "Task" [ 647.197644] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.207090] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52284d0d-9948-0d3b-d4dd-fa0205fe2e7b, 'name': SearchDatastore_Task, 'duration_secs': 0.022263} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.207893] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.208369] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 647.208464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.208659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.209605] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 647.213707] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f271dd8-80d1-411c-b1e1-3b022900ed47 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.215946] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941870, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.229447] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 647.229764] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 647.230582] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20624d3a-db15-45da-9415-fa7232ead092 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.237514] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 647.237514] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b3d42-a153-b4a1-1d45-129dbe4c45bf" [ 647.237514] env[68758]: _type = "Task" [ 647.237514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.247439] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b3d42-a153-b4a1-1d45-129dbe4c45bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.282906] env[68758]: DEBUG nova.scheduler.client.report [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.303286] env[68758]: DEBUG oslo_vmware.api [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2941866, 'name': PowerOnVM_Task, 'duration_secs': 0.652955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.304356] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.304636] env[68758]: INFO nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 12.11 seconds to spawn the instance on the hypervisor. [ 647.305033] env[68758]: DEBUG nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.306362] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2970823-d165-4b1d-a7aa-10f318046033 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.553071] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941865, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.581741] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941869, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.708388] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.750413] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b3d42-a153-b4a1-1d45-129dbe4c45bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011282} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.753006] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ab4e0c-4081-4115-8d4e-9a5c5caa6833 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.755822] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 647.755822] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b94de1-a124-fc96-d3ae-1b30aa124da2" [ 647.755822] env[68758]: _type = "Task" [ 647.755822] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.762343] env[68758]: DEBUG nova.compute.manager [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 647.762609] env[68758]: DEBUG nova.compute.manager [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing instance network info cache due to event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 647.762772] env[68758]: DEBUG oslo_concurrency.lockutils [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] Acquiring lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.762940] env[68758]: DEBUG oslo_concurrency.lockutils [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] Acquired lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.763090] env[68758]: DEBUG nova.network.neutron [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.770232] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b94de1-a124-fc96-d3ae-1b30aa124da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.789060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.150s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.792465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.177s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.792465] env[68758]: DEBUG nova.objects.instance [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lazy-loading 'resources' on Instance uuid 2262332b-9e39-48df-a680-74892b98e4b4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.834719] env[68758]: INFO nova.compute.manager [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 22.83 seconds to build instance. [ 647.838494] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeb952d-fed7-4751-9f7b-3736e2893b93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.844457] env[68758]: INFO nova.scheduler.client.report [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Deleted allocations for instance 294166bc-5f47-493b-b89e-fd615b7ae68b [ 647.868805] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 647.952699] env[68758]: DEBUG nova.network.neutron [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Updated VIF entry in instance network info cache for port 6320a9b8-6840-48f9-93f3-54576f411904. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 647.952778] env[68758]: DEBUG nova.network.neutron [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Updating instance_info_cache with network_info: [{"id": "6320a9b8-6840-48f9-93f3-54576f411904", "address": "fa:16:3e:de:ee:2e", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6320a9b8-68", "ovs_interfaceid": "6320a9b8-6840-48f9-93f3-54576f411904", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.064090] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941865, 'name': CloneVM_Task, 'duration_secs': 1.639557} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.064506] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Created linked-clone VM from snapshot [ 648.065825] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c73b9d-9554-4efa-b8bb-f2d24a007f35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.083723] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Uploading image 7aeeabf5-509e-4a08-be1c-c6e4869a6e2f {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 648.095970] env[68758]: DEBUG oslo_vmware.api [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2941869, 'name': PowerOnVM_Task, 'duration_secs': 0.647312} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.096227] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.098293] env[68758]: INFO nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Took 10.48 seconds to spawn the instance on the hypervisor. [ 648.098590] env[68758]: DEBUG nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.100257] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae026e3-d51c-4cfd-9997-08ecd71d0ee9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.105204] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 648.105486] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6fa3705c-8b90-4954-a768-0ad895c87dd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.117170] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 648.117170] env[68758]: value = "task-2941871" [ 648.117170] env[68758]: _type = "Task" [ 648.117170] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.213934] env[68758]: DEBUG oslo_vmware.api [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941870, 'name': PowerOnVM_Task, 'duration_secs': 0.947812} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.215257] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.215670] env[68758]: INFO nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 8.04 seconds to spawn the instance on the hypervisor. [ 648.216170] env[68758]: DEBUG nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.218092] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fb5ca-6542-4fcd-9896-96916ff84d0c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.269785] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b94de1-a124-fc96-d3ae-1b30aa124da2, 'name': SearchDatastore_Task, 'duration_secs': 0.019602} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.270960] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271284] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 648.271851] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3368d92b-62df-4ddc-b007-265752cb97ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.278665] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 648.278665] env[68758]: value = "task-2941872" [ 648.278665] env[68758]: _type = "Task" [ 648.278665] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.287571] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.343446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-386030c6-3917-458a-a394-1bf302f8f573 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.345s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.353244] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c083e92c-d1e9-4627-9bdf-d6ef5bda443a tempest-ServerDiagnosticsV248Test-960584965 tempest-ServerDiagnosticsV248Test-960584965-project-member] Lock "294166bc-5f47-493b-b89e-fd615b7ae68b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.298s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.380302] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.383372] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96452cf5-4218-4b69-b94b-3ab4a8e7d69a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.391187] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 648.391187] env[68758]: value = "task-2941873" [ 648.391187] env[68758]: _type = "Task" [ 648.391187] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.408210] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.458672] env[68758]: DEBUG oslo_concurrency.lockutils [req-083f1f1c-ed3f-47e4-8f00-8f8f65cf2b5e req-3a0c1023-b953-4afb-934d-f139199d08a9 service nova] Releasing lock "refresh_cache-7948e0b9-2a13-4b69-b288-0702beb6696b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.645238] env[68758]: INFO nova.compute.manager [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Took 22.60 seconds to build instance. [ 648.652694] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941871, 'name': Destroy_Task, 'duration_secs': 0.487729} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.652694] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Destroyed the VM [ 648.652694] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 648.652694] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-332a1b86-0b36-49ca-b371-9eccbaf1483c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.661649] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 648.661649] env[68758]: value = "task-2941874" [ 648.661649] env[68758]: _type = "Task" [ 648.661649] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.673806] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941874, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.741370] env[68758]: INFO nova.compute.manager [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 22.33 seconds to build instance. [ 648.793749] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.831417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4950eeb-20db-4a8d-ba77-2499394ecaea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.840738] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca753dc-6483-4e4d-8281-a279a98f6303 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.881451] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.888393] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e7995e-39db-4e93-bf01-5a7e0f17cd57 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.899740] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11629125-69cc-4891-a6cd-4bdd2c2de263 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.908044] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941873, 'name': PowerOffVM_Task, 'duration_secs': 0.233112} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.908044] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 648.908248] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 648.927757] env[68758]: DEBUG nova.compute.provider_tree [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 649.041981] env[68758]: DEBUG nova.network.neutron [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updated VIF entry in instance network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 649.042731] env[68758]: DEBUG nova.network.neutron [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updating instance_info_cache with network_info: [{"id": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "address": "fa:16:3e:f2:58:49", "network": {"id": "6eda6a69-dabd-4c9b-9f61-b631295d6a44", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200960181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da01d11b470d4978aae23e93991ede2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb339bb-04", "ovs_interfaceid": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.152669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-855e0f64-5d5e-4ae1-bc0b-031c943388c8 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.133s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.170535] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941874, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.246722] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccb35873-66b0-4ec2-a121-dda4bdd5e5fb tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.048s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.292452] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941872, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.410865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.434016] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 649.435110] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 649.435110] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 649.435110] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 649.435267] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 649.435526] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 649.435820] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 649.436051] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 649.436287] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 649.436524] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 649.436760] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 649.445059] env[68758]: DEBUG nova.scheduler.client.report [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 649.453018] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53c2d3f8-4361-4b0f-a0fb-3fca15be457f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.473856] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 649.473856] env[68758]: value = "task-2941875" [ 649.473856] env[68758]: _type = "Task" [ 649.473856] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.488599] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941875, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.550500] env[68758]: DEBUG oslo_concurrency.lockutils [req-217cb962-a220-466b-b574-67695d726d95 req-67f32ad0-26a8-42c5-8756-ae48c6c53347 service nova] Releasing lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.655614] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.672889] env[68758]: DEBUG oslo_vmware.api [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941874, 'name': RemoveSnapshot_Task, 'duration_secs': 0.96015} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.673236] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 649.752556] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 649.793566] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941872, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.969060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.971685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.200s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.973707] env[68758]: INFO nova.compute.claims [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 649.986778] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941875, 'name': ReconfigVM_Task, 'duration_secs': 0.387851} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.988100] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.011307] env[68758]: INFO nova.scheduler.client.report [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Deleted allocations for instance 2262332b-9e39-48df-a680-74892b98e4b4 [ 650.177949] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.179795] env[68758]: WARNING nova.compute.manager [None req-0ce7a713-3021-4c73-ba5b-0ddaad7bbb25 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Image not found during snapshot: nova.exception.ImageNotFound: Image 7aeeabf5-509e-4a08-be1c-c6e4869a6e2f could not be found. [ 650.276292] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.295748] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941872, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.578587} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.296288] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.296710] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.297156] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93acf46d-b451-4152-82d7-80dd6ebd14a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.306324] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 650.306324] env[68758]: value = "task-2941876" [ 650.306324] env[68758]: _type = "Task" [ 650.306324] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.320065] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.494030] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.494298] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.495159] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.495159] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.495159] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.495159] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.499398] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.499606] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.499851] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.500320] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.500530] env[68758]: DEBUG nova.virt.hardware [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.507187] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 650.507830] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f570cf7-30c5-4c15-91e8-ffb0a7d3a896 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.527772] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9591e443-ff01-43cc-9f6e-f8d8f395d1db tempest-DeleteServersAdminTestJSON-1439375560 tempest-DeleteServersAdminTestJSON-1439375560-project-admin] Lock "2262332b-9e39-48df-a680-74892b98e4b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.129s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 650.530587] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 650.530587] env[68758]: value = "task-2941877" [ 650.530587] env[68758]: _type = "Task" [ 650.530587] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.546472] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.816762] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07079} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.817260] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.817881] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-710ba53f-4d78-460d-bc65-51a40b6f89d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.845629] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.845992] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d8f200d-4600-40aa-a59c-44660c27f818 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.867466] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 650.867466] env[68758]: value = "task-2941878" [ 650.867466] env[68758]: _type = "Task" [ 650.867466] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.877251] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.934321] env[68758]: DEBUG nova.compute.manager [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Received event network-changed-485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 650.934595] env[68758]: DEBUG nova.compute.manager [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Refreshing instance network info cache due to event network-changed-485575de-eccc-4856-bcdf-90b19e0cc518. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 650.934844] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Acquiring lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.935127] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Acquired lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.935371] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Refreshing network info cache for port 485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.043300] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941877, 'name': ReconfigVM_Task, 'duration_secs': 0.456283} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.044124] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 651.044567] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f24fb57-9f4d-4a1e-acab-f396a707a6bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.081885] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.085546] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a73b829-e339-4e0b-a7e5-42c1a8fe9eb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.104697] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 651.104697] env[68758]: value = "task-2941879" [ 651.104697] env[68758]: _type = "Task" [ 651.104697] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.113917] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941879, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.383701] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941878, 'name': ReconfigVM_Task, 'duration_secs': 0.300352} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.384102] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.384746] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40699389-83fa-4de6-a849-16b18d52e411 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.392185] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 651.392185] env[68758]: value = "task-2941880" [ 651.392185] env[68758]: _type = "Task" [ 651.392185] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.403081] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941880, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.438290] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b182e9d-99bc-4a6b-844d-880ad7f8b36e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.448104] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452c3a8f-19d9-4b43-afd6-7ae126acac1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.486718] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa78f52-a73f-473a-9b7d-286454c26bad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.493946] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a304be12-bfcb-46d5-a029-065b0b7e2d22 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.508985] env[68758]: DEBUG nova.compute.provider_tree [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.618324] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941879, 'name': ReconfigVM_Task, 'duration_secs': 0.333231} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.618605] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] cc14218c-df91-4472-8a7e-977fe780953f/cc14218c-df91-4472-8a7e-977fe780953f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 651.618857] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.915442] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941880, 'name': Rename_Task, 'duration_secs': 0.168137} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.915928] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.916357] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c374c37d-850d-4d37-9b9a-9abab4c7e71e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.924107] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 651.924107] env[68758]: value = "task-2941881" [ 651.924107] env[68758]: _type = "Task" [ 651.924107] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.937318] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.012409] env[68758]: DEBUG nova.scheduler.client.report [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 652.099343] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updated VIF entry in instance network info cache for port 485575de-eccc-4856-bcdf-90b19e0cc518. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.100025] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating instance_info_cache with network_info: [{"id": "485575de-eccc-4856-bcdf-90b19e0cc518", "address": "fa:16:3e:16:fd:c3", "network": {"id": "613ad737-bae8-4ae6-aef2-72275a276ddd", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1096693929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4ef0ae8664b84dabb74e8d3119bbffb3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "af454577-0e89-41a3-a9f2-f39716f62fd5", "external-id": "nsx-vlan-transportzone-63", "segmentation_id": 63, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap485575de-ec", "ovs_interfaceid": "485575de-eccc-4856-bcdf-90b19e0cc518", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.129360] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2186e1-4ccd-4ee2-b165-a03395bce940 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.154330] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1397ba8-8926-418c-9fee-76f7a53cb1b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.157745] env[68758]: DEBUG nova.compute.manager [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Received event network-changed-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.157745] env[68758]: DEBUG nova.compute.manager [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Refreshing instance network info cache due to event network-changed-f3a8cfef-1891-4d81-b37a-a03e7822a9e0. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 652.157745] env[68758]: DEBUG oslo_concurrency.lockutils [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.157745] env[68758]: DEBUG oslo_concurrency.lockutils [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.157890] env[68758]: DEBUG nova.network.neutron [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Refreshing network info cache for port f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.178969] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 652.372842] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "740d21eb-898d-4585-9fe9-07caf8df35bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.372842] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.435725] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.518379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.519438] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 652.523033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.682s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.523033] env[68758]: DEBUG nova.objects.instance [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lazy-loading 'resources' on Instance uuid c8d79127-7b97-4c19-a952-bcdf689adeed {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 652.605638] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Releasing lock "refresh_cache-49149286-a58c-41db-b3ae-ba55b603ffaa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605995] env[68758]: DEBUG nova.compute.manager [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Received event network-changed-a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 652.606240] env[68758]: DEBUG nova.compute.manager [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Refreshing instance network info cache due to event network-changed-a57d8bc0-1391-43e4-8cac-c710b30745ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 652.606510] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Acquiring lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.606708] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Acquired lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.606968] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Refreshing network info cache for port a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 652.741169] env[68758]: DEBUG nova.network.neutron [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Port 917d7a5f-d9b2-47fd-b083-0b2a8b371e15 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 652.936862] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941881, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.007729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "38233369-93d0-4108-b8cd-696f89c848df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.007729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.007729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "38233369-93d0-4108-b8cd-696f89c848df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.007729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.008088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.009205] env[68758]: INFO nova.compute.manager [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Terminating instance [ 653.030986] env[68758]: DEBUG nova.compute.utils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 653.034106] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 653.034522] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 653.105332] env[68758]: DEBUG nova.policy [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3716f816d24c48fab82e12d568967e84', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb7f84d3bc64a67911d378d34e26d41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 653.436847] env[68758]: DEBUG nova.network.neutron [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updated VIF entry in instance network info cache for port f3a8cfef-1891-4d81-b37a-a03e7822a9e0. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.437338] env[68758]: DEBUG nova.network.neutron [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.446582] env[68758]: DEBUG oslo_vmware.api [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941881, 'name': PowerOnVM_Task, 'duration_secs': 1.087014} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.446661] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.447103] env[68758]: INFO nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Took 10.62 seconds to spawn the instance on the hypervisor. [ 653.447103] env[68758]: DEBUG nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.447976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05128f3-0779-45c6-aee8-7b5c1e228e49 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.500186] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedcd1be-d7a4-4e5f-9673-c013926dc677 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.509946] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6405011-8630-437b-93d7-768cd875c63b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.515234] env[68758]: DEBUG nova.compute.manager [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 653.515450] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.546023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ad7871-0ada-4aca-b644-b469abe60ab2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.547498] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 653.554800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8aa347-8963-4c2e-a8db-cc821b43ec89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.564955] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175884a8-b6a6-4cad-83b9-d34c7a5318e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.569181] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.569741] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bc8a61-49be-4224-8aeb-11c312a29411 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.582063] env[68758]: DEBUG nova.compute.provider_tree [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.584897] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 653.584897] env[68758]: value = "task-2941882" [ 653.584897] env[68758]: _type = "Task" [ 653.584897] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.594678] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.654578] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updated VIF entry in instance network info cache for port a57d8bc0-1391-43e4-8cac-c710b30745ec. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.654934] env[68758]: DEBUG nova.network.neutron [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updating instance_info_cache with network_info: [{"id": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "address": "fa:16:3e:6d:9c:bc", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57d8bc0-13", "ovs_interfaceid": "a57d8bc0-1391-43e4-8cac-c710b30745ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.776585] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.776585] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.776585] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.856392] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Successfully created port: ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 653.943608] env[68758]: DEBUG oslo_concurrency.lockutils [req-b0c027da-9e87-4e22-99b4-614c068995aa req-e0375ba9-5340-4f0d-b7c4-e4bafdc135b5 service nova] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.987110] env[68758]: INFO nova.compute.manager [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Took 25.95 seconds to build instance. [ 654.086856] env[68758]: DEBUG nova.scheduler.client.report [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.103452] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941882, 'name': PowerOffVM_Task, 'duration_secs': 0.35749} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.105323] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.105543] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.107212] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ddd07cd-2252-4960-9ffd-b4d186b46035 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.157638] env[68758]: DEBUG oslo_concurrency.lockutils [req-9c79715f-2f47-4ec3-97e9-4b0eb12e8b3b req-e0a2d055-f3b4-40a8-a810-8ca152a5f4ae service nova] Releasing lock "refresh_cache-02233c4c-e192-45b7-aae2-bda48790371f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.194363] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.194617] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.194840] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleting the datastore file [datastore1] 38233369-93d0-4108-b8cd-696f89c848df {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.195511] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3e77393-1f11-41d7-b52d-181e451d68c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.201915] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 654.201915] env[68758]: value = "task-2941884" [ 654.201915] env[68758]: _type = "Task" [ 654.201915] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.211961] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941884, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.490842] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b950a71-1c25-4ff9-8899-2fec19c7f0c0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.772s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.560516] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 654.589754] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 654.590367] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 654.590785] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 654.590785] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 654.591740] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 654.591740] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 654.591740] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 654.591923] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 654.591923] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 654.592113] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 654.592260] env[68758]: DEBUG nova.virt.hardware [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 654.593138] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949d7b68-c7f8-44cc-abd5-a3b7f6d5771c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.597328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.075s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.600644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.376s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.602276] env[68758]: INFO nova.compute.claims [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 654.610712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61d18ff-1d31-44a5-9bd2-3d51a365a60c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.630527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.630527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.640997] env[68758]: INFO nova.scheduler.client.report [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Deleted allocations for instance c8d79127-7b97-4c19-a952-bcdf689adeed [ 654.713342] env[68758]: DEBUG oslo_vmware.api [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2941884, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373851} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.713660] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.713864] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.714023] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.714197] env[68758]: INFO nova.compute.manager [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Took 1.20 seconds to destroy the instance on the hypervisor. [ 654.714490] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 654.714702] env[68758]: DEBUG nova.compute.manager [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 654.714799] env[68758]: DEBUG nova.network.neutron [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 654.848229] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.848523] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.848593] env[68758]: DEBUG nova.network.neutron [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.995448] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.153222] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12db9933-f30e-4ef4-9315-e7cb8a3cf2ac tempest-ServerDiagnosticsNegativeTest-1416159109 tempest-ServerDiagnosticsNegativeTest-1416159109-project-member] Lock "c8d79127-7b97-4c19-a952-bcdf689adeed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.565s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.489144] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.489144] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.521291] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.663842] env[68758]: DEBUG nova.network.neutron [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.767391] env[68758]: DEBUG nova.network.neutron [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.022931] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Successfully updated port: ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 656.105035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ba9421-b58c-4c6a-acab-32669369811b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.114592] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768f08de-1b87-40e1-aa20-6d00d6378381 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.152164] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b628461-224e-424b-96c6-e405f0923cee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.160449] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4baa81cd-34aa-4a2f-881d-986d2e658bee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.174707] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.178996] env[68758]: DEBUG nova.compute.provider_tree [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.270473] env[68758]: INFO nova.compute.manager [-] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Took 1.56 seconds to deallocate network for instance. [ 656.338242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.338574] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.526682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.526924] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquired lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.526975] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.686115] env[68758]: DEBUG nova.scheduler.client.report [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.712650] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d767cf3e-c790-4102-82b2-f5ad9b2577ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.738465] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15170fae-491c-40d1-bd3c-05bbb5e209d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.745565] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 656.778321] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.071668] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.192648] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.193173] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.200247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.564s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.200247] env[68758]: DEBUG nova.objects.instance [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lazy-loading 'resources' on Instance uuid 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 657.251995] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.252310] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13ce78cf-dcfe-4a78-9672-7da744355f6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.259896] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 657.259896] env[68758]: value = "task-2941885" [ 657.259896] env[68758]: _type = "Task" [ 657.259896] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.268350] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.306550] env[68758]: DEBUG nova.network.neutron [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updating instance_info_cache with network_info: [{"id": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "address": "fa:16:3e:56:70:86", "network": {"id": "e3dc4885-8a97-4e36-a804-118ce086cc8a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1582120645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb7f84d3bc64a67911d378d34e26d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5108a8-d0", "ovs_interfaceid": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.645538] env[68758]: DEBUG nova.compute.manager [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 657.645853] env[68758]: DEBUG nova.compute.manager [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing instance network info cache due to event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 657.645944] env[68758]: DEBUG oslo_concurrency.lockutils [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.647407] env[68758]: DEBUG oslo_concurrency.lockutils [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.647407] env[68758]: DEBUG nova.network.neutron [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.705920] env[68758]: DEBUG nova.compute.utils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.710073] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.710261] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.776824] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941885, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.777247] env[68758]: DEBUG nova.policy [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e1cc665f5047dab00f5dfa335995d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd116a9505c654cc49a5292433d8eb876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 657.809625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Releasing lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.809932] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Instance network_info: |[{"id": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "address": "fa:16:3e:56:70:86", "network": {"id": "e3dc4885-8a97-4e36-a804-118ce086cc8a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1582120645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb7f84d3bc64a67911d378d34e26d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5108a8-d0", "ovs_interfaceid": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.810363] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:70:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92f3cfd6-c130-4390-8910-865fbc42afd1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed5108a8-d0bf-469c-8ba9-d448ec112df3', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.823287] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Creating folder: Project (ccb7f84d3bc64a67911d378d34e26d41). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.823287] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7509f7e2-f216-4a61-acc8-afb40f408246 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.835152] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Created folder: Project (ccb7f84d3bc64a67911d378d34e26d41) in parent group-v590497. [ 657.835370] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Creating folder: Instances. Parent ref: group-v590550. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.835613] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70338c9b-09d0-4c03-a912-972264e81542 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.846489] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Created folder: Instances in parent group-v590550. [ 657.846932] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.847166] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.847367] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1ed2c9-53e7-432b-a6ba-bed303fc7aae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.872457] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.872457] env[68758]: value = "task-2941888" [ 657.872457] env[68758]: _type = "Task" [ 657.872457] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.883863] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941888, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.217181] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.281720] env[68758]: DEBUG oslo_vmware.api [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2941885, 'name': PowerOnVM_Task, 'duration_secs': 0.773585} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.282680] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.282856] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0fb1e420-99b1-4825-8aa7-c7f414281d6f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance 'cc14218c-df91-4472-8a7e-977fe780953f' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 658.314491] env[68758]: DEBUG nova.compute.manager [req-29d27aba-2334-47ec-a1dd-2d0c95509a31 req-ec985b93-78ce-46c0-b95a-e24070734381 service nova] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Received event network-vif-deleted-8453979b-e9e9-4de9-84ca-bc4b4f3be3f0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 658.320633] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cbc44a-d331-4e13-b4b8-b3c30845bae7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.339444] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79627d0-557d-408d-8cd1-a3cc9fa4a463 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.382856] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3e0ecf-28fa-46ad-8242-2c8a696eab44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.392080] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941888, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.395742] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b269665-1ce0-4cdb-aaea-2849168137a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.411214] env[68758]: DEBUG nova.compute.provider_tree [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 658.701040] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Successfully created port: cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 658.803881] env[68758]: DEBUG nova.network.neutron [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updated VIF entry in instance network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 658.804242] env[68758]: DEBUG nova.network.neutron [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.891343] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941888, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.918035] env[68758]: DEBUG nova.scheduler.client.report [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.237749] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.271441] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.271642] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.271806] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.272156] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.272156] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.272368] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.273602] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.273602] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.273602] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.273602] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.273602] env[68758]: DEBUG nova.virt.hardware [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.274280] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571e57da-2469-432d-b89f-50a0592be2ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.282223] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818a9ff-01dd-43c9-b4c8-8e379cf99ca9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.307943] env[68758]: DEBUG oslo_concurrency.lockutils [req-122347c8-1b6b-46e3-9d2d-11379d138de1 req-154e3485-6ac8-472d-89f9-57d4738dc94e service nova] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.394285] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941888, 'name': CreateVM_Task, 'duration_secs': 1.386483} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.394285] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.394285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.394285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.394285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.394285] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef9d0deb-a8d6-453c-8cb4-8b2303a874fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.404216] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 659.404216] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a310b4-559b-040f-7d83-9429c882ca00" [ 659.404216] env[68758]: _type = "Task" [ 659.404216] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.416473] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a310b4-559b-040f-7d83-9429c882ca00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.422098] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.428172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.746s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.429656] env[68758]: INFO nova.compute.claims [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 659.459413] env[68758]: INFO nova.scheduler.client.report [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Deleted allocations for instance 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3 [ 659.563060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.563060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.923411] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a310b4-559b-040f-7d83-9429c882ca00, 'name': SearchDatastore_Task, 'duration_secs': 0.01561} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.923411] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.923411] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.923411] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.923913] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.923913] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.923913] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f780d87d-2c96-4d50-b18c-7a00663b3696 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.938940] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.939159] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.940385] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61bfb147-4521-4cff-b43f-62e11e2ed6d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.946309] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 659.946309] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246513f-a179-6321-c228-7e670fa3a7cd" [ 659.946309] env[68758]: _type = "Task" [ 659.946309] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.957247] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246513f-a179-6321-c228-7e670fa3a7cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.958761] env[68758]: INFO nova.compute.manager [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Rebuilding instance [ 659.970662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2448649c-58e3-46ef-8b2c-e3761e191f9d tempest-ServerDiagnosticsTest-287592352 tempest-ServerDiagnosticsTest-287592352-project-member] Lock "7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.093s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.031330] env[68758]: DEBUG nova.compute.manager [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.032278] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56328539-7212-4242-96b7-df20a8f2ad2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.460362] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246513f-a179-6321-c228-7e670fa3a7cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.461189] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e9766eb-c347-43a8-9ea8-a62e42b0d025 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.469410] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 660.469410] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525b4257-9fdc-abdf-8751-32e85c916091" [ 660.469410] env[68758]: _type = "Task" [ 660.469410] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.479250] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525b4257-9fdc-abdf-8751-32e85c916091, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.963062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3240b5-ffd9-40cf-b813-2c7c6b2c9150 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.975269] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df1c9b0-a544-4409-a73e-cce63dcf5266 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.985879] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525b4257-9fdc-abdf-8751-32e85c916091, 'name': SearchDatastore_Task, 'duration_secs': 0.010092} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.013768] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014085] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 230b37f8-fd06-49ea-afab-e563e287307a/230b37f8-fd06-49ea-afab-e563e287307a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.014549] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a9e250b-12fa-492e-b9b3-c14ccfb7886a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.017654] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b3f0b0-76c4-4f59-8251-6bf52d071f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.026631] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8b69e4-31e2-4e28-806d-db69029fa307 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.031036] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 661.031036] env[68758]: value = "task-2941889" [ 661.031036] env[68758]: _type = "Task" [ 661.031036] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.046350] env[68758]: DEBUG nova.compute.provider_tree [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.048896] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.049352] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb8e006c-3bfd-4176-8419-dbe97c299829 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.055032] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.059113] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 661.059113] env[68758]: value = "task-2941890" [ 661.059113] env[68758]: _type = "Task" [ 661.059113] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.068882] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.073573] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.073785] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing instance network info cache due to event network-changed-fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 661.074016] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquiring lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.074165] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquired lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.074352] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Refreshing network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.254978] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Successfully updated port: cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.414309] env[68758]: DEBUG nova.compute.manager [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Received event network-vif-plugged-ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.414309] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Acquiring lock "230b37f8-fd06-49ea-afab-e563e287307a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.415916] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Lock "230b37f8-fd06-49ea-afab-e563e287307a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.415916] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Lock "230b37f8-fd06-49ea-afab-e563e287307a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.415916] env[68758]: DEBUG nova.compute.manager [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] No waiting events found dispatching network-vif-plugged-ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.415916] env[68758]: WARNING nova.compute.manager [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Received unexpected event network-vif-plugged-ed5108a8-d0bf-469c-8ba9-d448ec112df3 for instance with vm_state building and task_state spawning. [ 661.415916] env[68758]: DEBUG nova.compute.manager [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Received event network-changed-ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 661.416214] env[68758]: DEBUG nova.compute.manager [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Refreshing instance network info cache due to event network-changed-ed5108a8-d0bf-469c-8ba9-d448ec112df3. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 661.416214] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Acquiring lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.416214] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Acquired lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.416214] env[68758]: DEBUG nova.network.neutron [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Refreshing network info cache for port ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.541454] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489648} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.541721] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 230b37f8-fd06-49ea-afab-e563e287307a/230b37f8-fd06-49ea-afab-e563e287307a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.541932] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.542195] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c194c47-d33d-4678-99ea-cf5aa850cdc0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.549331] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 661.549331] env[68758]: value = "task-2941891" [ 661.549331] env[68758]: _type = "Task" [ 661.549331] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.550115] env[68758]: DEBUG nova.scheduler.client.report [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.574394] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941891, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.574690] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941890, 'name': PowerOffVM_Task, 'duration_secs': 0.289457} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.574933] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.575186] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.576035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72caedc0-dd2f-4246-ad64-1d7cdc06d17d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.584352] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.584352] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5da3e4c-ad3f-45ec-8377-c474dd6b8894 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.659634] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.659776] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.659960] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] 7948e0b9-2a13-4b69-b288-0702beb6696b {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.660227] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8553c5df-e7ac-421d-a23a-e1468aa23185 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.666435] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 661.666435] env[68758]: value = "task-2941895" [ 661.666435] env[68758]: _type = "Task" [ 661.666435] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.674458] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.759469] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.759652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.760186] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.880859] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.880859] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.880859] env[68758]: DEBUG nova.compute.manager [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Going to confirm migration 1 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 662.066359] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.067034] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.069442] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941891, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062187} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.069715] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.203s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.070500] env[68758]: DEBUG nova.objects.instance [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'resources' on Instance uuid 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.071020] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 662.075477] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db321fb-6b42-43e8-b18d-5a23910b0dbe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.101461] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 230b37f8-fd06-49ea-afab-e563e287307a/230b37f8-fd06-49ea-afab-e563e287307a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 662.104485] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b54782d-40d8-4301-9618-294f584ca22b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.128366] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 662.128366] env[68758]: value = "task-2941898" [ 662.128366] env[68758]: _type = "Task" [ 662.128366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.132407] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updated VIF entry in instance network info cache for port fcb339bb-04d8-45f9-ac0c-d699300e7587. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.132745] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updating instance_info_cache with network_info: [{"id": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "address": "fa:16:3e:f2:58:49", "network": {"id": "6eda6a69-dabd-4c9b-9f61-b631295d6a44", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1200960181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da01d11b470d4978aae23e93991ede2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ddfb706a-add1-4e16-9ac4-d20b16a1df6d", "external-id": "nsx-vlan-transportzone-820", "segmentation_id": 820, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcb339bb-04", "ovs_interfaceid": "fcb339bb-04d8-45f9-ac0c-d699300e7587", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.142580] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.176885] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150084} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.177026] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.177087] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.177264] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.383956] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.497685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.497876] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.498128] env[68758]: DEBUG nova.network.neutron [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.498327] env[68758]: DEBUG nova.objects.instance [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lazy-loading 'info_cache' on Instance uuid cc14218c-df91-4472-8a7e-977fe780953f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.573400] env[68758]: DEBUG nova.compute.utils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 662.577596] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 662.580015] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 662.585290] env[68758]: DEBUG nova.network.neutron [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updated VIF entry in instance network info cache for port ed5108a8-d0bf-469c-8ba9-d448ec112df3. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 662.585865] env[68758]: DEBUG nova.network.neutron [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updating instance_info_cache with network_info: [{"id": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "address": "fa:16:3e:56:70:86", "network": {"id": "e3dc4885-8a97-4e36-a804-118ce086cc8a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1582120645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb7f84d3bc64a67911d378d34e26d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5108a8-d0", "ovs_interfaceid": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.639980] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Releasing lock "refresh_cache-a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.640259] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 662.640435] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing instance network info cache due to event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 662.640646] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.640771] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.640926] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 662.652916] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941898, 'name': ReconfigVM_Task, 'duration_secs': 0.2918} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.652916] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 230b37f8-fd06-49ea-afab-e563e287307a/230b37f8-fd06-49ea-afab-e563e287307a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.658110] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7d204d2-71a9-4492-a10b-901b062c2656 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.662549] env[68758]: DEBUG nova.policy [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64f22fd19534408addc5468b076670e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20f75e63e10347baa145bd9d404fc4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 662.672198] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 662.672198] env[68758]: value = "task-2941899" [ 662.672198] env[68758]: _type = "Task" [ 662.672198] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.687757] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941899, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.753019] env[68758]: DEBUG nova.network.neutron [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Updating instance_info_cache with network_info: [{"id": "cddf17d0-3976-483c-9f24-8928eda11cfa", "address": "fa:16:3e:ba:e4:b5", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddf17d0-39", "ovs_interfaceid": "cddf17d0-3976-483c-9f24-8928eda11cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.826845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.826845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.826845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.826845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.827271] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.829877] env[68758]: INFO nova.compute.manager [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Terminating instance [ 662.930513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.931130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.083254] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.091041] env[68758]: DEBUG oslo_concurrency.lockutils [req-2c72da32-3343-4cfa-a2fc-0b78dfa6678a req-d3d51a6a-a4f0-4779-a92f-b1893410de1c service nova] Releasing lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.187377] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941899, 'name': Rename_Task, 'duration_secs': 0.143934} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.187377] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.187377] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23693620-21da-4c26-abe9-454cc7612c85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.194489] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c6af9d-f3b0-45b1-9c4a-027151751467 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.199744] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 663.199744] env[68758]: value = "task-2941900" [ 663.199744] env[68758]: _type = "Task" [ 663.199744] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.208948] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973fd9d-d1fd-4a41-936b-5dd2327ea4c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.215761] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.251384] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23c6900-a61f-41c8-a0f3-ceef8dce96ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.258704] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.259508] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Instance network_info: |[{"id": "cddf17d0-3976-483c-9f24-8928eda11cfa", "address": "fa:16:3e:ba:e4:b5", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddf17d0-39", "ovs_interfaceid": "cddf17d0-3976-483c-9f24-8928eda11cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 663.261391] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 663.261639] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 663.261794] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.261973] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 663.262133] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.262278] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 663.262480] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 663.262631] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 663.262794] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 663.262951] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 663.263149] env[68758]: DEBUG nova.virt.hardware [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 663.263653] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:e4:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cddf17d0-3976-483c-9f24-8928eda11cfa', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.270771] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.272072] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4872ec-839d-4a4f-9d27-f7b65288e873 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.277223] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25160df-b9a4-4ba2-9c93-04c41f288aba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.281856] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.282110] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-baf82309-bc7c-4e0e-8dc6-fd971104e4e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.309907] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8350b5c7-a9a2-4934-9e7c-babb12778b30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.313957] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.313957] env[68758]: value = "task-2941901" [ 663.313957] env[68758]: _type = "Task" [ 663.313957] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.314510] env[68758]: DEBUG nova.compute.provider_tree [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.330473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ee:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6320a9b8-6840-48f9-93f3-54576f411904', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 663.338526] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 663.340754] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Successfully created port: de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.343047] env[68758]: DEBUG nova.compute.manager [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.343267] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.343687] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 663.345017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb001d3-85a8-4ba3-a2de-d3b54a1ccb63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.347440] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-088e3ad0-d7c8-4f12-9d83-1217bea626bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.368515] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941901, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.373587] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 663.377091] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8da77d5-a96f-4c40-b254-f6327484c269 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.377091] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 663.377091] env[68758]: value = "task-2941902" [ 663.377091] env[68758]: _type = "Task" [ 663.377091] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.384675] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 663.384675] env[68758]: value = "task-2941903" [ 663.384675] env[68758]: _type = "Task" [ 663.384675] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.385931] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941902, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.394241] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.445545] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updated VIF entry in instance network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 663.447071] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.474531] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.474846] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.475199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.475462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.475681] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.478643] env[68758]: INFO nova.compute.manager [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Terminating instance [ 663.716474] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941900, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.750970] env[68758]: DEBUG nova.network.neutron [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [{"id": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "address": "fa:16:3e:bf:ce:b6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917d7a5f-d9", "ovs_interfaceid": "917d7a5f-d9b2-47fd-b083-0b2a8b371e15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.825926] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941901, 'name': CreateVM_Task, 'duration_secs': 0.454333} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.826749] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 663.827270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.827384] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.827744] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.828651] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06cfbf4-e535-41cf-8df6-609f1cb95941 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.832545] env[68758]: DEBUG nova.scheduler.client.report [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 663.839647] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 663.839647] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d06b22-a552-b3e5-2c58-cd959c4d05ec" [ 663.839647] env[68758]: _type = "Task" [ 663.839647] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.854502] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d06b22-a552-b3e5-2c58-cd959c4d05ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.894602] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941902, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.900971] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941903, 'name': PowerOffVM_Task, 'duration_secs': 0.195051} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.901965] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.902289] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 663.903085] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39ef6e32-55f6-447b-99df-b84c310ad9aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.951892] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951892] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 663.955422] env[68758]: DEBUG nova.compute.manager [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing instance network info cache due to event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 663.955422] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquiring lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.955422] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Acquired lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.956599] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing network info cache for port 99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.979367] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 663.979367] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 663.979367] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleting the datastore file [datastore2] 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 663.979367] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a3fd287-c691-4ada-bd53-3bd0110c6430 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.988110] env[68758]: DEBUG nova.compute.manager [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 663.988384] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 663.988843] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 663.988843] env[68758]: value = "task-2941905" [ 663.988843] env[68758]: _type = "Task" [ 663.988843] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.991175] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00aecaf2-1dbb-4b17-95b0-c8d6ab134111 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.005292] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.005630] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.005931] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60e025b1-3ac7-4e6a-8c89-91bbb7233f66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.013118] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 664.013118] env[68758]: value = "task-2941906" [ 664.013118] env[68758]: _type = "Task" [ 664.013118] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.024915] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941906, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.099920] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.138021] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.138513] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.138733] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.138987] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.139201] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.139411] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.139662] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.139721] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.139913] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.140098] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.140279] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.141165] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87374b3-8e67-4344-a7b9-c91e2cd22612 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.152291] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5472a1c5-5225-40e2-815a-cb3b8c463991 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.216054] env[68758]: DEBUG oslo_vmware.api [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2941900, 'name': PowerOnVM_Task, 'duration_secs': 0.524619} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.216923] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.217244] env[68758]: INFO nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Took 9.66 seconds to spawn the instance on the hypervisor. [ 664.217514] env[68758]: DEBUG nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.218417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a66c0-e62b-4683-9acc-a632c3d6176d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.254198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-cc14218c-df91-4472-8a7e-977fe780953f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.254541] env[68758]: DEBUG nova.objects.instance [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lazy-loading 'migration_context' on Instance uuid cc14218c-df91-4472-8a7e-977fe780953f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 664.339797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.269s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.344856] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.379s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.346900] env[68758]: INFO nova.compute.claims [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.364822] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d06b22-a552-b3e5-2c58-cd959c4d05ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.364822] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.364822] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.364822] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.365121] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.365121] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.365518] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cd2509d-2d9a-4a34-bf96-9c3b9b316cda {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.377471] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.377471] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.377471] env[68758]: INFO nova.scheduler.client.report [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9 [ 664.377943] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a0bc897-90c2-4eba-a881-b7604982e5cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.395574] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941902, 'name': CreateVM_Task, 'duration_secs': 0.822276} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.395788] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 664.395788] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528d717e-fff0-36ab-fe26-b1b0ca6192ed" [ 664.395788] env[68758]: _type = "Task" [ 664.395788] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.395788] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.396699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.396699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.397049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.402727] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33c09a2c-9ade-4c59-986c-3240394f43e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.414957] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528d717e-fff0-36ab-fe26-b1b0ca6192ed, 'name': SearchDatastore_Task, 'duration_secs': 0.013381} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.417642] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 664.417642] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a63ca9-2efb-2802-c22d-542e063a1de7" [ 664.417642] env[68758]: _type = "Task" [ 664.417642] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.418011] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229484da-aee3-42e8-9005-beaa143882b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.430784] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a63ca9-2efb-2802-c22d-542e063a1de7, 'name': SearchDatastore_Task, 'duration_secs': 0.013} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.431697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.431937] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 664.432796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.432796] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 664.432796] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a653d4-27e2-d1a8-2a75-1e279823d0c9" [ 664.432796] env[68758]: _type = "Task" [ 664.432796] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.444008] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a653d4-27e2-d1a8-2a75-1e279823d0c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.444320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.444551] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 62416623-bc48-442d-aa48-18e28d66f242/62416623-bc48-442d-aa48-18e28d66f242.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 664.447215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.447215] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 664.447215] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b75631-9543-4323-b8d5-f2beae673377 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.447846] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72ae73db-eea8-4f1b-959d-b8a8f218557d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.457250] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 664.457250] env[68758]: value = "task-2941907" [ 664.457250] env[68758]: _type = "Task" [ 664.457250] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.465459] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 664.465635] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 664.466937] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a277e29-917a-45e5-b87c-d0732319078b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.472730] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.476867] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 664.476867] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a4f342-0ea6-4832-d86c-f14e130732bb" [ 664.476867] env[68758]: _type = "Task" [ 664.476867] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.486239] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a4f342-0ea6-4832-d86c-f14e130732bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.504195] env[68758]: DEBUG oslo_vmware.api [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2941905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22057} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.504453] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 664.504746] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 664.504821] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 664.505066] env[68758]: INFO nova.compute.manager [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 1.16 seconds to destroy the instance on the hypervisor. [ 664.505233] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 664.505428] env[68758]: DEBUG nova.compute.manager [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 664.505532] env[68758]: DEBUG nova.network.neutron [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.524381] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941906, 'name': PowerOffVM_Task, 'duration_secs': 0.263859} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.525473] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 664.525473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 664.525473] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1f29f8a-9bd8-486f-9feb-a1c6810f96f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.604019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 664.604019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 664.604019] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Deleting the datastore file [datastore1] a04bf446-b6ae-49d3-bf79-bc1ed287b7f2 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 664.604019] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d9d96bf-d0b4-4b9d-8ba4-fde0198916aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.612302] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for the task: (returnval){ [ 664.612302] env[68758]: value = "task-2941909" [ 664.612302] env[68758]: _type = "Task" [ 664.612302] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.619032] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.656058] env[68758]: DEBUG nova.compute.manager [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 664.656058] env[68758]: DEBUG nova.compute.manager [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing instance network info cache due to event network-changed-99f45707-686f-4c64-b410-4c3b387b95cf. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 664.656058] env[68758]: DEBUG oslo_concurrency.lockutils [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] Acquiring lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.743839] env[68758]: INFO nova.compute.manager [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Took 32.00 seconds to build instance. [ 664.761295] env[68758]: DEBUG nova.objects.base [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 664.761295] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb71221a-7559-4133-ab27-073d3c79db0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.793073] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4cad90-ddd2-4468-812c-a48b80405375 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.802241] env[68758]: DEBUG oslo_vmware.api [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 664.802241] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a9a55a-e5d0-fda1-e396-3742671c62c3" [ 664.802241] env[68758]: _type = "Task" [ 664.802241] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.812749] env[68758]: DEBUG oslo_vmware.api [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a9a55a-e5d0-fda1-e396-3742671c62c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.858632] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updated VIF entry in instance network info cache for port 99f45707-686f-4c64-b410-4c3b387b95cf. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 664.858992] env[68758]: DEBUG nova.network.neutron [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [{"id": "99f45707-686f-4c64-b410-4c3b387b95cf", "address": "fa:16:3e:ce:1c:55", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f45707-68", "ovs_interfaceid": "99f45707-686f-4c64-b410-4c3b387b95cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.891296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc039807-87f4-4eb5-8271-c5e9d614a444 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.664s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.973363] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941907, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.991481] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a4f342-0ea6-4832-d86c-f14e130732bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011465} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.992430] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeaef708-f3db-454f-9a47-25883a775551 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.998558] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 664.998558] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f3f3b6-6617-3265-4d97-e58c2f837900" [ 664.998558] env[68758]: _type = "Task" [ 664.998558] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.006951] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f3f3b6-6617-3265-4d97-e58c2f837900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.122727] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.249181] env[68758]: DEBUG oslo_concurrency.lockutils [None req-acd4f106-0f89-4b43-95eb-25563bc2c07f tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.515s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.256208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.256484] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.266173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.266554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.314501] env[68758]: DEBUG oslo_vmware.api [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a9a55a-e5d0-fda1-e396-3742671c62c3, 'name': SearchDatastore_Task, 'duration_secs': 0.03001} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.315118] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.319643] env[68758]: DEBUG nova.compute.manager [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Received event network-vif-plugged-cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.319643] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Acquiring lock "62416623-bc48-442d-aa48-18e28d66f242-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.319643] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Lock "62416623-bc48-442d-aa48-18e28d66f242-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.319643] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Lock "62416623-bc48-442d-aa48-18e28d66f242-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.319643] env[68758]: DEBUG nova.compute.manager [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] No waiting events found dispatching network-vif-plugged-cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.320084] env[68758]: WARNING nova.compute.manager [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Received unexpected event network-vif-plugged-cddf17d0-3976-483c-9f24-8928eda11cfa for instance with vm_state building and task_state spawning. [ 665.320084] env[68758]: DEBUG nova.compute.manager [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Received event network-changed-cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 665.320084] env[68758]: DEBUG nova.compute.manager [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Refreshing instance network info cache due to event network-changed-cddf17d0-3976-483c-9f24-8928eda11cfa. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 665.320372] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Acquiring lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.320449] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Acquired lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.320621] env[68758]: DEBUG nova.network.neutron [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Refreshing network info cache for port cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.364498] env[68758]: DEBUG oslo_concurrency.lockutils [req-874b735b-cd1b-4573-b2b2-f642ba932d33 req-e5e1c1d1-a42e-49f2-a667-125ee3ac9db6 service nova] Releasing lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.365208] env[68758]: DEBUG oslo_concurrency.lockutils [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] Acquired lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.365401] env[68758]: DEBUG nova.network.neutron [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Refreshing network info cache for port 99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 665.469636] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560282} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.472567] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 62416623-bc48-442d-aa48-18e28d66f242/62416623-bc48-442d-aa48-18e28d66f242.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 665.472837] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 665.473982] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7dbae134-eae4-4685-a499-32d0f17aef7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.476991] env[68758]: DEBUG nova.network.neutron [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.482058] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 665.482058] env[68758]: value = "task-2941911" [ 665.482058] env[68758]: _type = "Task" [ 665.482058] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.491760] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.509550] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f3f3b6-6617-3265-4d97-e58c2f837900, 'name': SearchDatastore_Task, 'duration_secs': 0.01342} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.512590] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.512867] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 665.513701] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1eacf869-fc87-4fc6-ba3d-08de7a62c76e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.521133] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 665.521133] env[68758]: value = "task-2941912" [ 665.521133] env[68758]: _type = "Task" [ 665.521133] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.531444] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.615515] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Successfully updated port: de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.623358] env[68758]: DEBUG oslo_vmware.api [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Task: {'id': task-2941909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.55964} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.625703] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.625916] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.626105] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.626302] env[68758]: INFO nova.compute.manager [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Took 1.64 seconds to destroy the instance on the hypervisor. [ 665.626594] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.627566] env[68758]: DEBUG nova.compute.manager [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.627688] env[68758]: DEBUG nova.network.neutron [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.756262] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.892037] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f11a7a3-3457-4e53-b1e0-86f1899de544 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.907469] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0c385a-1c4e-464c-ba6d-d5373b7e11e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.916765] env[68758]: INFO nova.network.neutron [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Port 99f45707-686f-4c64-b410-4c3b387b95cf from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 665.917443] env[68758]: DEBUG nova.network.neutron [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.968787] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbb56f6-7874-4ee9-b665-a667206d4867 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.979854] env[68758]: INFO nova.compute.manager [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 1.47 seconds to deallocate network for instance. [ 665.983325] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cef15d5-6623-446f-b812-f9faf01b6e4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.011129] env[68758]: DEBUG nova.compute.provider_tree [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.015984] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078665} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.016642] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 666.017552] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743a1520-a07f-4ee7-844b-4394b4bc9538 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044125] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 62416623-bc48-442d-aa48-18e28d66f242/62416623-bc48-442d-aa48-18e28d66f242.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 666.045546] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f609155b-6af7-4439-aaab-3fbbd32ec3c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.066550] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941912, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.070237] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.070508] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.075485] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 666.075485] env[68758]: value = "task-2941913" [ 666.075485] env[68758]: _type = "Task" [ 666.075485] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.085993] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.118463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.118729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.118848] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.287465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.342386] env[68758]: DEBUG nova.network.neutron [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Updated VIF entry in instance network info cache for port cddf17d0-3976-483c-9f24-8928eda11cfa. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 666.342386] env[68758]: DEBUG nova.network.neutron [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Updating instance_info_cache with network_info: [{"id": "cddf17d0-3976-483c-9f24-8928eda11cfa", "address": "fa:16:3e:ba:e4:b5", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcddf17d0-39", "ovs_interfaceid": "cddf17d0-3976-483c-9f24-8928eda11cfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.422535] env[68758]: DEBUG oslo_concurrency.lockutils [req-11e79223-b8a1-41c7-a407-2d85cc4ca929 req-55f5ee52-f24c-46b0-95e5-eac3dd1b611e service nova] Releasing lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.497013] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.518333] env[68758]: DEBUG nova.scheduler.client.report [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.532506] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598281} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.533494] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 666.533763] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 666.534092] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-227411bd-f439-403a-b798-53e242e4394d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.542055] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 666.542055] env[68758]: value = "task-2941914" [ 666.542055] env[68758]: _type = "Task" [ 666.542055] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.552924] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.586629] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941913, 'name': ReconfigVM_Task, 'duration_secs': 0.46866} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.589784] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 62416623-bc48-442d-aa48-18e28d66f242/62416623-bc48-442d-aa48-18e28d66f242.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 666.589784] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-003e4bea-5cee-49ea-be4d-3822003bc04d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.598239] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 666.598239] env[68758]: value = "task-2941915" [ 666.598239] env[68758]: _type = "Task" [ 666.598239] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.600113] env[68758]: DEBUG nova.network.neutron [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.607931] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941915, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.682530] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.847181] env[68758]: DEBUG oslo_concurrency.lockutils [req-db084d55-38c4-4b02-a7a5-3854abf54ed3 req-f000399b-5b05-4908-a398-bde16f90ce09 service nova] Releasing lock "refresh_cache-62416623-bc48-442d-aa48-18e28d66f242" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.913601] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Updating instance_info_cache with network_info: [{"id": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "address": "fa:16:3e:be:52:7b", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24515a-db", "ovs_interfaceid": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.026781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.679s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.026781] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.031320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.535s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.034027] env[68758]: INFO nova.compute.claims [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.057952] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195318} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.061504] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.061504] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed5b060-e198-4115-9abb-7569faf7f5d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.089558] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.089558] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-652f2e21-19b8-41ac-923c-024d91929133 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.109153] env[68758]: INFO nova.compute.manager [-] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Took 1.48 seconds to deallocate network for instance. [ 667.125393] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941915, 'name': Rename_Task, 'duration_secs': 0.285468} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.125393] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 667.125393] env[68758]: value = "task-2941917" [ 667.125393] env[68758]: _type = "Task" [ 667.125393] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.125393] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.125393] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24fcb6c6-b164-4a47-8908-c070fa86a526 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.138205] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.138205] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 667.138205] env[68758]: value = "task-2941918" [ 667.138205] env[68758]: _type = "Task" [ 667.138205] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.145912] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.418596] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.422015] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Instance network_info: |[{"id": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "address": "fa:16:3e:be:52:7b", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24515a-db", "ovs_interfaceid": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.422384] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:52:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de24515a-db29-4e7d-8d7a-c3ad7ac6125f', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.431339] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Creating folder: Project (20f75e63e10347baa145bd9d404fc4a2). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.432329] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a04ed066-235c-4a98-b85e-1f2b5bfde624 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.444023] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Created folder: Project (20f75e63e10347baa145bd9d404fc4a2) in parent group-v590497. [ 667.444023] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Creating folder: Instances. Parent ref: group-v590558. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.444023] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-056a5c3b-8964-4dc8-bf9b-60251b450c4c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.454356] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Created folder: Instances in parent group-v590558. [ 667.454356] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.454356] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.454356] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec3891c8-64d6-4a6a-9bef-f76f70946f51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.476502] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.476502] env[68758]: value = "task-2941921" [ 667.476502] env[68758]: _type = "Task" [ 667.476502] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.485520] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941921, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.534576] env[68758]: DEBUG nova.compute.utils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.538752] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.538752] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.586787] env[68758]: DEBUG nova.policy [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64f22fd19534408addc5468b076670e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20f75e63e10347baa145bd9d404fc4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.627296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.637410] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941917, 'name': ReconfigVM_Task, 'duration_secs': 0.31709} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.638167] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 7948e0b9-2a13-4b69-b288-0702beb6696b/7948e0b9-2a13-4b69-b288-0702beb6696b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.639082] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9973a26-0a43-4d51-af97-9f675aeb8ca2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.650063] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941918, 'name': PowerOnVM_Task} progress is 81%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.652144] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 667.652144] env[68758]: value = "task-2941922" [ 667.652144] env[68758]: _type = "Task" [ 667.652144] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.661749] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941922, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.897225] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 667.898920] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing instance network info cache due to event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 667.900389] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.900895] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.903357] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.965613] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Successfully created port: 8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 667.980787] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.981093] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.993683] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941921, 'name': CreateVM_Task, 'duration_secs': 0.414911} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.993916] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.994916] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.995227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.995779] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.996338] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff467eb7-0391-4551-8dde-313b3ba5ed0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.003939] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 668.003939] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a2fc5-7a58-eb99-4b07-4e688deaef3e" [ 668.003939] env[68758]: _type = "Task" [ 668.003939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.014071] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a2fc5-7a58-eb99-4b07-4e688deaef3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.040867] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.149415] env[68758]: DEBUG oslo_vmware.api [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2941918, 'name': PowerOnVM_Task, 'duration_secs': 0.878531} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.152278] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.152833] env[68758]: INFO nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Took 8.91 seconds to spawn the instance on the hypervisor. [ 668.152833] env[68758]: DEBUG nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.153897] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57766e71-ca01-4477-a555-0367709a10ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.171522] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941922, 'name': Rename_Task, 'duration_secs': 0.174108} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.178162] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 668.178645] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee782aa4-4570-4a5e-9026-d3f6614cd828 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.187841] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 668.187841] env[68758]: value = "task-2941923" [ 668.187841] env[68758]: _type = "Task" [ 668.187841] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.195965] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941923, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.211954] env[68758]: DEBUG nova.compute.manager [req-b81982fe-cd3c-4bc2-8dbb-307694103b28 req-6efeba87-38cd-4d61-a50f-2a032271266a service nova] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Received event network-vif-deleted-99f45707-686f-4c64-b410-4c3b387b95cf {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 668.518295] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a2fc5-7a58-eb99-4b07-4e688deaef3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.519215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520031] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.520031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.520031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.520031] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.522514] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d086c12a-c017-45b1-812a-ebd454fb77d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.532597] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.532597] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.533927] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd09f45e-d78f-4475-9bbc-946c6d0850ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.541817] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 668.541817] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b1212-3482-daf8-c500-6d8735d7d986" [ 668.541817] env[68758]: _type = "Task" [ 668.541817] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.553066] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b1212-3482-daf8-c500-6d8735d7d986, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.598816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea4afcb-0512-4dbe-91eb-6c5980b3a078 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.606697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55376d99-08ae-4be3-b166-6444d9caa4fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.643269] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b48b3e-c3af-4699-9d23-de2ed7b49f6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.651409] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ce5667-8caa-4e2b-96c9-38607c21b617 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.667174] env[68758]: DEBUG nova.compute.provider_tree [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.685479] env[68758]: INFO nova.compute.manager [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Took 32.48 seconds to build instance. [ 668.698686] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941923, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.999733] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.055945] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.057541] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b1212-3482-daf8-c500-6d8735d7d986, 'name': SearchDatastore_Task, 'duration_secs': 0.009312} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.059036] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b92f9588-006f-441c-b405-8d11d7b6341e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.065853] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 669.065853] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269a36e-74be-a1e6-630e-97a3b7083381" [ 669.065853] env[68758]: _type = "Task" [ 669.065853] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.073987] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269a36e-74be-a1e6-630e-97a3b7083381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.086821] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.087300] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.087464] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.091024] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.091024] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.091024] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.091024] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.091024] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.091739] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.091739] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.091739] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.091739] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ab9b7-f976-4535-b3ab-847a3c5874d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.101637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48036514-4b78-472d-aff4-b4c0bdfc1b52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.144057] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updated VIF entry in instance network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.144434] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.170864] env[68758]: DEBUG nova.scheduler.client.report [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.188465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a92ead52-f56a-4804-a5a7-3a01d8621901 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.008s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.204436] env[68758]: DEBUG oslo_vmware.api [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941923, 'name': PowerOnVM_Task, 'duration_secs': 0.516452} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.204947] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 669.205823] env[68758]: DEBUG nova.compute.manager [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 669.206096] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bbccebb-59c8-44f4-9545-e9ff1babd581 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.578564] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269a36e-74be-a1e6-630e-97a3b7083381, 'name': SearchDatastore_Task, 'duration_secs': 0.013003} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.578995] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.579298] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6869810c-e268-40bd-8b24-febbecd881f4/6869810c-e268-40bd-8b24-febbecd881f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.579873] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f78e78e5-bc32-42ef-8c9d-7f21b4459271 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.586701] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 669.586701] env[68758]: value = "task-2941925" [ 669.586701] env[68758]: _type = "Task" [ 669.586701] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.594971] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.647684] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.647986] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Received event network-vif-plugged-de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.648292] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Acquiring lock "6869810c-e268-40bd-8b24-febbecd881f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.648527] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Lock "6869810c-e268-40bd-8b24-febbecd881f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.648736] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Lock "6869810c-e268-40bd-8b24-febbecd881f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.648891] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] No waiting events found dispatching network-vif-plugged-de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.649081] env[68758]: WARNING nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Received unexpected event network-vif-plugged-de24515a-db29-4e7d-8d7a-c3ad7ac6125f for instance with vm_state building and task_state spawning. [ 669.649266] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Received event network-changed-de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 669.649435] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Refreshing instance network info cache due to event network-changed-de24515a-db29-4e7d-8d7a-c3ad7ac6125f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 669.649626] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Acquiring lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.650394] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Acquired lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.650696] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Refreshing network info cache for port de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.674734] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Successfully updated port: 8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.677603] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.678188] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.682987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.554s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.684786] env[68758]: INFO nova.compute.claims [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 669.697216] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 669.727273] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.099228] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45489} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.099591] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6869810c-e268-40bd-8b24-febbecd881f4/6869810c-e268-40bd-8b24-febbecd881f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.099813] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.100072] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-184087c3-c8b7-47e6-82f4-b9e9fa8d82ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.105784] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 670.105784] env[68758]: value = "task-2941926" [ 670.105784] env[68758]: _type = "Task" [ 670.105784] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.115053] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.177429] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.177604] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.177832] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.192194] env[68758]: DEBUG nova.compute.utils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.201647] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.201647] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 670.236900] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.358452] env[68758]: DEBUG nova.policy [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd64f22fd19534408addc5468b076670e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '20f75e63e10347baa145bd9d404fc4a2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.376867] env[68758]: DEBUG nova.compute.manager [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Received event network-changed-ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.378804] env[68758]: DEBUG nova.compute.manager [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Refreshing instance network info cache due to event network-changed-ed5108a8-d0bf-469c-8ba9-d448ec112df3. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.378804] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Acquiring lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.378804] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Acquired lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.378804] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Refreshing network info cache for port ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.423108] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Updated VIF entry in instance network info cache for port de24515a-db29-4e7d-8d7a-c3ad7ac6125f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.423465] env[68758]: DEBUG nova.network.neutron [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Updating instance_info_cache with network_info: [{"id": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "address": "fa:16:3e:be:52:7b", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde24515a-db", "ovs_interfaceid": "de24515a-db29-4e7d-8d7a-c3ad7ac6125f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.619850] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288987} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.620134] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 670.620893] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdeede6-4824-4493-95bd-3abb2b71b767 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.644196] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 6869810c-e268-40bd-8b24-febbecd881f4/6869810c-e268-40bd-8b24-febbecd881f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 670.644852] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-773c812c-b34c-44bb-8713-fa6846bd7186 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.670103] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 670.670103] env[68758]: value = "task-2941927" [ 670.670103] env[68758]: _type = "Task" [ 670.670103] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.678534] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941927, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.701255] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.713823] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.848339] env[68758]: DEBUG nova.compute.manager [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Received event network-vif-plugged-8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.848339] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Acquiring lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.848339] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.848339] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.848339] env[68758]: DEBUG nova.compute.manager [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] No waiting events found dispatching network-vif-plugged-8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 670.848532] env[68758]: WARNING nova.compute.manager [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Received unexpected event network-vif-plugged-8dbd0139-8eeb-42a8-99cb-b6532f3a6204 for instance with vm_state building and task_state spawning. [ 670.848532] env[68758]: DEBUG nova.compute.manager [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Received event network-changed-8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.848532] env[68758]: DEBUG nova.compute.manager [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Refreshing instance network info cache due to event network-changed-8dbd0139-8eeb-42a8-99cb-b6532f3a6204. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 670.848532] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Acquiring lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.925864] env[68758]: DEBUG oslo_concurrency.lockutils [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] Releasing lock "refresh_cache-6869810c-e268-40bd-8b24-febbecd881f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.926187] env[68758]: DEBUG nova.compute.manager [req-392fe44a-46b8-4046-897a-0f0d556d368d req-0285c12f-fd08-4176-9822-c23baebba88c service nova] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Received event network-vif-deleted-fcb339bb-04d8-45f9-ac0c-d699300e7587 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 670.961258] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Updating instance_info_cache with network_info: [{"id": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "address": "fa:16:3e:51:1f:b5", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbd0139-8e", "ovs_interfaceid": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.169119] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updated VIF entry in instance network info cache for port ed5108a8-d0bf-469c-8ba9-d448ec112df3. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 671.169119] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updating instance_info_cache with network_info: [{"id": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "address": "fa:16:3e:56:70:86", "network": {"id": "e3dc4885-8a97-4e36-a804-118ce086cc8a", "bridge": "br-int", "label": "tempest-ServersTestJSON-1582120645-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb7f84d3bc64a67911d378d34e26d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92f3cfd6-c130-4390-8910-865fbc42afd1", "external-id": "nsx-vlan-transportzone-142", "segmentation_id": 142, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped5108a8-d0", "ovs_interfaceid": "ed5108a8-d0bf-469c-8ba9-d448ec112df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.185839] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941927, 'name': ReconfigVM_Task, 'duration_secs': 0.275171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.186863] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 6869810c-e268-40bd-8b24-febbecd881f4/6869810c-e268-40bd-8b24-febbecd881f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 671.188066] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d3c0c66-bdfc-4b70-ab1f-d72e9b33be57 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.197291] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 671.197291] env[68758]: value = "task-2941929" [ 671.197291] env[68758]: _type = "Task" [ 671.197291] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.207533] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941929, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.310653] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65560194-549d-4d86-9b37-1ecbd8825c26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.321239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42626bf5-ade5-4b75-9990-31376fa8251e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.356736] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9e194f-fc19-4002-83b4-0f804483c2af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.365823] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ce765e-c7b5-4565-9d44-5776d53c5502 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.383355] env[68758]: DEBUG nova.compute.provider_tree [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.466872] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.467207] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Instance network_info: |[{"id": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "address": "fa:16:3e:51:1f:b5", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbd0139-8e", "ovs_interfaceid": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.467533] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Acquired lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.467776] env[68758]: DEBUG nova.network.neutron [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Refreshing network info cache for port 8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.468999] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:1f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8dbd0139-8eeb-42a8-99cb-b6532f3a6204', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.479075] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.481119] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.481401] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf7f6f2-3efe-4d21-aa38-58b7e0757e77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.511676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.511969] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.516345] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.516345] env[68758]: value = "task-2941930" [ 671.516345] env[68758]: _type = "Task" [ 671.516345] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.525515] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941930, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.671526] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Releasing lock "refresh_cache-230b37f8-fd06-49ea-afab-e563e287307a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.671772] env[68758]: DEBUG nova.compute.manager [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 671.671879] env[68758]: DEBUG nova.compute.manager [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing instance network info cache due to event network-changed-75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 671.672201] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Acquiring lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.672375] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Acquired lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.672534] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Refreshing network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.696402] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Successfully created port: 5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 671.708817] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941929, 'name': Rename_Task, 'duration_secs': 0.170207} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.709192] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 671.709489] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d5bf626-453e-47c1-b43b-7a9003550376 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.716363] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.718439] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 671.718439] env[68758]: value = "task-2941931" [ 671.718439] env[68758]: _type = "Task" [ 671.718439] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.728677] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941931, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.743575] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.743944] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.744377] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.744643] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.744845] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.745058] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.745332] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.745546] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.745769] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.745973] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.746269] env[68758]: DEBUG nova.virt.hardware [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.747172] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff21fd-1bc3-4a87-aa12-23171b1b6d5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.755292] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed712039-1790-4b70-9dde-70447a72cf25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.889506] env[68758]: DEBUG nova.scheduler.client.report [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.033296] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941930, 'name': CreateVM_Task, 'duration_secs': 0.490928} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.033797] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.037711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.038066] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.038494] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.040994] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb916ce-d1f1-412f-bfb0-9a10ca217a6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.044209] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 672.044209] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6c422-48f9-be1f-afd0-29107dbe296f" [ 672.044209] env[68758]: _type = "Task" [ 672.044209] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.053712] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6c422-48f9-be1f-afd0-29107dbe296f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.233381] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941931, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.359212] env[68758]: DEBUG nova.network.neutron [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Updated VIF entry in instance network info cache for port 8dbd0139-8eeb-42a8-99cb-b6532f3a6204. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.359667] env[68758]: DEBUG nova.network.neutron [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Updating instance_info_cache with network_info: [{"id": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "address": "fa:16:3e:51:1f:b5", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8dbd0139-8e", "ovs_interfaceid": "8dbd0139-8eeb-42a8-99cb-b6532f3a6204", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.399689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.399689] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 672.401556] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.991s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.403119] env[68758]: INFO nova.compute.claims [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.557107] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6c422-48f9-be1f-afd0-29107dbe296f, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.557445] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.557851] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.558248] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.558248] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.558434] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.558794] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f89dbabb-2835-4c87-813e-391412a50bdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.574584] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.574768] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.575607] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-756e86ce-8cb3-45c1-b67c-fe76b87c4bc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.581189] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 672.581189] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527910e4-a990-f34d-1206-96e0c7cebc52" [ 672.581189] env[68758]: _type = "Task" [ 672.581189] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.591470] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527910e4-a990-f34d-1206-96e0c7cebc52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.673165] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updated VIF entry in instance network info cache for port 75ea2c64-f009-45b9-bc0e-e59309d98f3b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.673841] env[68758]: DEBUG nova.network.neutron [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [{"id": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "address": "fa:16:3e:26:33:67", "network": {"id": "7fdb6c8c-b276-4152-af8e-d92357bbfef3", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-623396962-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0b11c0eeddb64c8ebeca4ac5454574b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2bf584a-b4a3-4e7a-b0b7-eb8a2bc5a11d", "external-id": "nsx-vlan-transportzone-286", "segmentation_id": 286, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75ea2c64-f0", "ovs_interfaceid": "75ea2c64-f009-45b9-bc0e-e59309d98f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.729616] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941931, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.864249] env[68758]: DEBUG oslo_concurrency.lockutils [req-8e28a44d-2b1e-45f4-8167-1dbd85c9ba3e req-6a0da250-6e01-498d-b1fe-6c6d60ec9156 service nova] Releasing lock "refresh_cache-d2dfdedf-8b67-4b74-a15f-5be518ed878f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.916665] env[68758]: DEBUG nova.compute.utils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 672.918441] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 672.918605] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 672.992042] env[68758]: DEBUG nova.policy [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e249f75c06e14949bf2cc82d5a42577b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0aa776790c4441ca97b6755b0cdafcac', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.096854] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527910e4-a990-f34d-1206-96e0c7cebc52, 'name': SearchDatastore_Task, 'duration_secs': 0.029539} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.096854] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01258332-4771-4db6-ba11-a8bb80ce8fa6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.102178] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 673.102178] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b3eb2-427a-4e9c-30eb-8f9eb0a33339" [ 673.102178] env[68758]: _type = "Task" [ 673.102178] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.112294] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b3eb2-427a-4e9c-30eb-8f9eb0a33339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.176816] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec0026df-ba18-4c8d-b465-edc887589730 req-264e9152-4476-47ae-95e5-60496f33ac05 service nova] Releasing lock "refresh_cache-0e8efba6-8962-4873-af6d-a4358fb6fbd7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.232954] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941931, 'name': PowerOnVM_Task, 'duration_secs': 1.126513} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.233138] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.233256] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Took 9.13 seconds to spawn the instance on the hypervisor. [ 673.233559] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 673.234441] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744de3cc-a1ca-4075-a9e4-39b636c64459 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.301549] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "7948e0b9-2a13-4b69-b288-0702beb6696b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.301818] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.302025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.302595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.302772] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.306195] env[68758]: INFO nova.compute.manager [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Terminating instance [ 673.423872] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 673.619119] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b3eb2-427a-4e9c-30eb-8f9eb0a33339, 'name': SearchDatastore_Task, 'duration_secs': 0.024817} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.620685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.621158] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d2dfdedf-8b67-4b74-a15f-5be518ed878f/d2dfdedf-8b67-4b74-a15f-5be518ed878f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.627833] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18185181-7952-4711-9543-c6f76cb442ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.630914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "afbd3270-738b-451c-b010-6b7717672d8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.632618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.640613] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 673.640613] env[68758]: value = "task-2941932" [ 673.640613] env[68758]: _type = "Task" [ 673.640613] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.650942] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.752446] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Successfully created port: 16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 673.761112] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Took 35.10 seconds to build instance. [ 673.810773] env[68758]: DEBUG nova.compute.manager [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 673.810904] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.812155] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f88c07a-2cfe-4de0-b45b-ee0ef67aace6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.821085] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.821374] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d6e1934-8253-4d7b-ab2e-d3a969468d81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.829671] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 673.829671] env[68758]: value = "task-2941933" [ 673.829671] env[68758]: _type = "Task" [ 673.829671] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.837406] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.889308] env[68758]: DEBUG nova.compute.manager [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Received event network-vif-plugged-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 673.889308] env[68758]: DEBUG oslo_concurrency.lockutils [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] Acquiring lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.889308] env[68758]: DEBUG oslo_concurrency.lockutils [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.889308] env[68758]: DEBUG oslo_concurrency.lockutils [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.889308] env[68758]: DEBUG nova.compute.manager [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] No waiting events found dispatching network-vif-plugged-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.889600] env[68758]: WARNING nova.compute.manager [req-e998601f-539b-442c-b6a3-0051ebc5720f req-c41ee05d-05f6-4e82-b904-4c494451024f service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Received unexpected event network-vif-plugged-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 for instance with vm_state building and task_state spawning. [ 674.073293] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa5ad7-ff60-448f-a52c-c8e1508b1613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.084210] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e22567-2d7d-4e7d-a7ef-ace44c2307f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.126484] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54496b0b-a389-44b1-ad00-3a039972105c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.135998] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22933157-9fe8-4484-85cf-a8f89026f130 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.156180] env[68758]: DEBUG nova.compute.provider_tree [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.161912] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.161912] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.167761] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941932, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.252459] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Successfully updated port: 5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 674.264022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.617s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.338493] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941933, 'name': PowerOffVM_Task, 'duration_secs': 0.243165} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.338921] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 674.339142] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 674.339414] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa7a68a0-9527-475e-b6b1-c5209aadb4f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.440459] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 674.475526] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 674.475777] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 674.475934] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 674.476493] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 674.476493] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 674.476493] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 674.476711] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 674.476779] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 674.476996] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 674.477214] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 674.477395] env[68758]: DEBUG nova.virt.hardware [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 674.478992] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed232287-0541-46cb-a4d4-711764bdb2fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.488953] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b88993-a16c-4db5-b84c-afa76b31c37e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.651802] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.652130] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d2dfdedf-8b67-4b74-a15f-5be518ed878f/d2dfdedf-8b67-4b74-a15f-5be518ed878f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.652398] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.652733] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636a06fc-8f37-4486-bf30-b75daca607cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.660958] env[68758]: DEBUG nova.scheduler.client.report [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.664927] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 674.664927] env[68758]: value = "task-2941935" [ 674.664927] env[68758]: _type = "Task" [ 674.664927] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.679066] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.755757] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.755757] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.755757] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.767121] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 675.172608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.172608] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 675.179021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.998s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.179021] env[68758]: INFO nova.compute.claims [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 675.191872] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189949} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.194859] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 675.196200] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20bfbe-37af-4755-be11-0a4aafc8f511 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.227577] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] d2dfdedf-8b67-4b74-a15f-5be518ed878f/d2dfdedf-8b67-4b74-a15f-5be518ed878f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 675.228528] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aedb305-2fc9-4b59-8a71-1f3958250b9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.249730] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 675.249730] env[68758]: value = "task-2941937" [ 675.249730] env[68758]: _type = "Task" [ 675.249730] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.260601] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941937, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.304557] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.306278] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.551679] env[68758]: DEBUG nova.network.neutron [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Updating instance_info_cache with network_info: [{"id": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "address": "fa:16:3e:a4:50:dc", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bce826c-11", "ovs_interfaceid": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.574908] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Successfully updated port: 16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.629475] env[68758]: DEBUG nova.compute.manager [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Received event network-vif-plugged-16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 675.629552] env[68758]: DEBUG oslo_concurrency.lockutils [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] Acquiring lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.629788] env[68758]: DEBUG oslo_concurrency.lockutils [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.629956] env[68758]: DEBUG oslo_concurrency.lockutils [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.630741] env[68758]: DEBUG nova.compute.manager [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] No waiting events found dispatching network-vif-plugged-16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.630916] env[68758]: WARNING nova.compute.manager [req-59d25714-e571-4a58-af11-8fde59c9599f req-216071f6-8c34-45c1-843f-0ae2160aee0c service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Received unexpected event network-vif-plugged-16938a48-6203-41c1-8f43-b2ab01741891 for instance with vm_state building and task_state spawning. [ 675.692188] env[68758]: DEBUG nova.compute.utils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.694157] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.694401] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.740442] env[68758]: DEBUG nova.policy [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2c0d269b3f344cd84db28116194aa14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '338872338dde43f2a2f55bd132f4d8b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.760082] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941937, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.971608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "9115181d-1225-4b19-878a-06f661ac0a13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.972293] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.058019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.058019] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Instance network_info: |[{"id": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "address": "fa:16:3e:a4:50:dc", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bce826c-11", "ovs_interfaceid": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 676.058320] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:50:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bce826c-1184-4ec8-ae8b-7739b2aeb0b3', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.065388] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 676.065860] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.066985] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d62e607-4a13-475a-8254-388da755c922 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.087053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.087053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquired lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.087053] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.095928] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.095928] env[68758]: value = "task-2941938" [ 676.095928] env[68758]: _type = "Task" [ 676.095928] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.105284] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941938, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.140329] env[68758]: DEBUG nova.compute.manager [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Received event network-changed-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 676.140329] env[68758]: DEBUG nova.compute.manager [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Refreshing instance network info cache due to event network-changed-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 676.140329] env[68758]: DEBUG oslo_concurrency.lockutils [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] Acquiring lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.140329] env[68758]: DEBUG oslo_concurrency.lockutils [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] Acquired lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.140329] env[68758]: DEBUG nova.network.neutron [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Refreshing network info cache for port 5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.200326] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.266018] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941937, 'name': ReconfigVM_Task, 'duration_secs': 0.574578} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.266351] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Reconfigured VM instance instance-00000016 to attach disk [datastore2] d2dfdedf-8b67-4b74-a15f-5be518ed878f/d2dfdedf-8b67-4b74-a15f-5be518ed878f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.267444] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-daf3f4c3-03d6-40c8-8779-f4955bb325de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.274075] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 676.274075] env[68758]: value = "task-2941939" [ 676.274075] env[68758]: _type = "Task" [ 676.274075] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.286150] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Successfully created port: 38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.296825] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941939, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.554690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "34777953-1a17-4f41-ae70-b34ba4257b77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.554690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.610721] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941938, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.652395] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.790034] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941939, 'name': Rename_Task, 'duration_secs': 0.207732} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.790519] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 676.791136] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e567b98-5c57-468d-9414-2cc0c70c8e37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.802014] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 676.802014] env[68758]: value = "task-2941940" [ 676.802014] env[68758]: _type = "Task" [ 676.802014] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.807614] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.872552] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd5ba85-6af6-45e6-9491-60dc89ed446a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.880137] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8be738-54df-4e12-a5e1-e891ee211cd1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.884462] env[68758]: DEBUG nova.network.neutron [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updating instance_info_cache with network_info: [{"id": "16938a48-6203-41c1-8f43-b2ab01741891", "address": "fa:16:3e:a4:75:f4", "network": {"id": "14ed185e-ff1c-4c93-a0f4-ea2eb96420b9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-958028661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa776790c4441ca97b6755b0cdafcac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16938a48-62", "ovs_interfaceid": "16938a48-6203-41c1-8f43-b2ab01741891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.929094] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e841d65-759a-48b2-86b5-4daf80f0fe3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.937238] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3fe908-498b-4de5-a4ab-78c0ff9e53c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.955865] env[68758]: DEBUG nova.compute.provider_tree [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.072810] env[68758]: DEBUG nova.network.neutron [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Updated VIF entry in instance network info cache for port 5bce826c-1184-4ec8-ae8b-7739b2aeb0b3. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.073217] env[68758]: DEBUG nova.network.neutron [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Updating instance_info_cache with network_info: [{"id": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "address": "fa:16:3e:a4:50:dc", "network": {"id": "f75ad5c6-1fdb-433a-b45b-ba8412d97924", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1510921550-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "20f75e63e10347baa145bd9d404fc4a2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bce826c-11", "ovs_interfaceid": "5bce826c-1184-4ec8-ae8b-7739b2aeb0b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.109615] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.109863] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.110042] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941938, 'name': CreateVM_Task, 'duration_secs': 0.573175} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.110202] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.110826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.110982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.111315] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.111904] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedca2bc-9d69-43b9-9192-c542830628cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.117242] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 677.117242] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52600c30-f3b7-1063-965c-15fcf8bb9797" [ 677.117242] env[68758]: _type = "Task" [ 677.117242] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.125949] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52600c30-f3b7-1063-965c-15fcf8bb9797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.218400] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.249807] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.250087] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.250355] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.250489] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.250668] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.250839] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.251101] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.251335] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.251701] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.251782] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.252093] env[68758]: DEBUG nova.virt.hardware [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.253310] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee4a77-6ee4-4864-83ce-038ce04f7beb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.261878] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f0e567-c351-4c15-9c85-13ab2a944d39 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.308231] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941940, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.387278] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Releasing lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.387722] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Instance network_info: |[{"id": "16938a48-6203-41c1-8f43-b2ab01741891", "address": "fa:16:3e:a4:75:f4", "network": {"id": "14ed185e-ff1c-4c93-a0f4-ea2eb96420b9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-958028661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa776790c4441ca97b6755b0cdafcac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16938a48-62", "ovs_interfaceid": "16938a48-6203-41c1-8f43-b2ab01741891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.388264] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:75:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35fcdc55-dc29-451b-ad56-3a03b044dc81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16938a48-6203-41c1-8f43-b2ab01741891', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.396805] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Creating folder: Project (0aa776790c4441ca97b6755b0cdafcac). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.397281] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6b8c8c-de0a-494d-84d0-34c50efd24f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.411026] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Created folder: Project (0aa776790c4441ca97b6755b0cdafcac) in parent group-v590497. [ 677.411026] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Creating folder: Instances. Parent ref: group-v590564. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.411026] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfec8027-45a2-4b00-96f5-4d3679a81424 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.418341] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Created folder: Instances in parent group-v590564. [ 677.418575] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.420029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.420029] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f635ff3a-ec52-4954-92a2-73af53dd1378 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.442558] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.442558] env[68758]: value = "task-2941944" [ 677.442558] env[68758]: _type = "Task" [ 677.442558] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.450842] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941944, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.459963] env[68758]: DEBUG nova.scheduler.client.report [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 677.576102] env[68758]: DEBUG oslo_concurrency.lockutils [req-e23eb24c-657f-4bb0-8a79-a4c7de53976d req-27729947-f616-407c-b885-e83ce4a2c411 service nova] Releasing lock "refresh_cache-216af9b7-6a1a-448a-9a88-b4c91a3baca3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.629117] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52600c30-f3b7-1063-965c-15fcf8bb9797, 'name': SearchDatastore_Task, 'duration_secs': 0.012402} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.629465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.629693] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.629949] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.630107] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.630337] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.630591] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b596747-047d-486d-afdf-31ac6fad8cdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.641567] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.641675] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.642428] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c53d5577-e6a4-4da7-9ca1-c0308fe59b95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.650209] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 677.650209] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261b7af-d568-c257-2220-cbcc8ae00979" [ 677.650209] env[68758]: _type = "Task" [ 677.650209] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.658626] env[68758]: DEBUG nova.compute.manager [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Received event network-changed-16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 677.659022] env[68758]: DEBUG nova.compute.manager [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Refreshing instance network info cache due to event network-changed-16938a48-6203-41c1-8f43-b2ab01741891. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 677.659310] env[68758]: DEBUG oslo_concurrency.lockutils [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] Acquiring lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.659495] env[68758]: DEBUG oslo_concurrency.lockutils [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] Acquired lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.659742] env[68758]: DEBUG nova.network.neutron [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Refreshing network info cache for port 16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.668942] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261b7af-d568-c257-2220-cbcc8ae00979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.675283] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.675504] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.675674] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore1] 7948e0b9-2a13-4b69-b288-0702beb6696b {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.675967] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5deb7ae2-3be7-4bc3-8174-5371bb85a395 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.683519] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 677.683519] env[68758]: value = "task-2941945" [ 677.683519] env[68758]: _type = "Task" [ 677.683519] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.691840] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941945, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.815714] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941940, 'name': PowerOnVM_Task, 'duration_secs': 0.604324} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.815714] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.815714] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Took 8.76 seconds to spawn the instance on the hypervisor. [ 677.815714] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 677.816493] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ec257c-b025-413c-b7d5-7be19f7a3a9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.953077] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941944, 'name': CreateVM_Task, 'duration_secs': 0.337156} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.953544] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.954998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.954998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.954998] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d107805-3d5d-4caa-86a6-589368fb33ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.959454] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 677.959454] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52946a26-50ac-e3e8-015a-fc78d675be2b" [ 677.959454] env[68758]: _type = "Task" [ 677.959454] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.964411] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.964917] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.970851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.695s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.973659] env[68758]: INFO nova.compute.claims [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.977412] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52946a26-50ac-e3e8-015a-fc78d675be2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.162511] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261b7af-d568-c257-2220-cbcc8ae00979, 'name': SearchDatastore_Task, 'duration_secs': 0.016728} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.165306] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a38a47cd-310f-4429-90f0-255e67b14044 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.173092] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 678.173092] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524d631e-d17d-775f-74b3-a482417204c8" [ 678.173092] env[68758]: _type = "Task" [ 678.173092] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.179439] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524d631e-d17d-775f-74b3-a482417204c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.192574] env[68758]: DEBUG oslo_vmware.api [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2941945, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469701} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.193056] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.193436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.193757] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.194068] env[68758]: INFO nova.compute.manager [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Took 4.38 seconds to destroy the instance on the hypervisor. [ 678.194409] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.194716] env[68758]: DEBUG nova.compute.manager [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.194915] env[68758]: DEBUG nova.network.neutron [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.290196] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Successfully updated port: 38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 678.340340] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Took 38.42 seconds to build instance. [ 678.434269] env[68758]: DEBUG nova.network.neutron [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updated VIF entry in instance network info cache for port 16938a48-6203-41c1-8f43-b2ab01741891. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.434631] env[68758]: DEBUG nova.network.neutron [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updating instance_info_cache with network_info: [{"id": "16938a48-6203-41c1-8f43-b2ab01741891", "address": "fa:16:3e:a4:75:f4", "network": {"id": "14ed185e-ff1c-4c93-a0f4-ea2eb96420b9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-958028661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa776790c4441ca97b6755b0cdafcac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16938a48-62", "ovs_interfaceid": "16938a48-6203-41c1-8f43-b2ab01741891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.474025] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52946a26-50ac-e3e8-015a-fc78d675be2b, 'name': SearchDatastore_Task, 'duration_secs': 0.027608} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.474025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.474025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.474025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.479180] env[68758]: DEBUG nova.compute.utils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 678.485615] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 678.485786] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 678.525757] env[68758]: DEBUG nova.policy [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3e7b9c120c4a0f914f655ef897fb38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b1099f8c97b4c148f641728f9f19dfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 678.691883] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524d631e-d17d-775f-74b3-a482417204c8, 'name': SearchDatastore_Task, 'duration_secs': 0.02086} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.694112] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.694112] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 216af9b7-6a1a-448a-9a88-b4c91a3baca3/216af9b7-6a1a-448a-9a88-b4c91a3baca3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.694112] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694112] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.694391] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9a05444-3904-463c-a5d0-dbf06bc50ad0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.699181] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bcbfd5ad-966b-4452-b721-3d34208fc579 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.705716] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 678.705716] env[68758]: value = "task-2941946" [ 678.705716] env[68758]: _type = "Task" [ 678.705716] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.711691] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.713285] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.713285] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5658527-c866-4ce5-bb77-efa4ad90c77d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.722990] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.730019] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 678.730019] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5212c417-c383-c5eb-9ef6-ffbe2baf0011" [ 678.730019] env[68758]: _type = "Task" [ 678.730019] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.735342] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5212c417-c383-c5eb-9ef6-ffbe2baf0011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.824867] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.824867] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquired lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.824867] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.843149] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.157s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.846593] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Successfully created port: 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.938451] env[68758]: DEBUG oslo_concurrency.lockutils [req-4c5fcd3e-418e-4188-9bcd-cd4da39c3f58 req-e8780e15-6bc6-4aa3-ab26-aa7e1f173690 service nova] Releasing lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.987378] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.219500] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941946, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.244890] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5212c417-c383-c5eb-9ef6-ffbe2baf0011, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.246091] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdacd031-c9e4-4cb1-aca6-3a3cef40e31f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.255954] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 679.255954] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279b832-85bf-0f69-5e10-f7ba8972d857" [ 679.255954] env[68758]: _type = "Task" [ 679.255954] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.268606] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279b832-85bf-0f69-5e10-f7ba8972d857, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.283325] env[68758]: DEBUG nova.compute.manager [req-1af87ba2-2116-4759-b02a-edb07e4751f4 req-5bc3744d-9c0f-46c9-aa63-2d3b9fd4d5d6 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Received event network-vif-deleted-6320a9b8-6840-48f9-93f3-54576f411904 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.283450] env[68758]: INFO nova.compute.manager [req-1af87ba2-2116-4759-b02a-edb07e4751f4 req-5bc3744d-9c0f-46c9-aa63-2d3b9fd4d5d6 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Neutron deleted interface 6320a9b8-6840-48f9-93f3-54576f411904; detaching it from the instance and deleting it from the info cache [ 679.283623] env[68758]: DEBUG nova.network.neutron [req-1af87ba2-2116-4759-b02a-edb07e4751f4 req-5bc3744d-9c0f-46c9-aa63-2d3b9fd4d5d6 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.349204] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 679.362823] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.412504] env[68758]: DEBUG nova.network.neutron [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.652110] env[68758]: DEBUG nova.network.neutron [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Updating instance_info_cache with network_info: [{"id": "38a08af6-53e8-4834-9771-0d846dd0b084", "address": "fa:16:3e:82:d2:c9", "network": {"id": "7b6ead27-29b6-4ec4-8557-6e1f801abe02", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1115282079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338872338dde43f2a2f55bd132f4d8b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a08af6-53", "ovs_interfaceid": "38a08af6-53e8-4834-9771-0d846dd0b084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.663716] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e737e48-2436-47f5-884d-c8a8d63cc1fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.674137] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22f80dc-817b-4375-b971-826d3db13ac9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.708049] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81143f6d-6779-40a5-9f8c-3f9e29f0c6fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.711986] env[68758]: DEBUG nova.compute.manager [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Received event network-vif-plugged-38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.712235] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Acquiring lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.712444] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.712647] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.712808] env[68758]: DEBUG nova.compute.manager [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] No waiting events found dispatching network-vif-plugged-38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.712915] env[68758]: WARNING nova.compute.manager [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Received unexpected event network-vif-plugged-38a08af6-53e8-4834-9771-0d846dd0b084 for instance with vm_state building and task_state spawning. [ 679.713086] env[68758]: DEBUG nova.compute.manager [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Received event network-changed-38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 679.713228] env[68758]: DEBUG nova.compute.manager [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Refreshing instance network info cache due to event network-changed-38a08af6-53e8-4834-9771-0d846dd0b084. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 679.713386] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Acquiring lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.726296] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69d9669-41a4-43bd-b65a-fe4b3c5c16e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.730241] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575998} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.730490] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 216af9b7-6a1a-448a-9a88-b4c91a3baca3/216af9b7-6a1a-448a-9a88-b4c91a3baca3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.730692] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.731350] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83f777eb-8aa7-4562-ad93-2654d456ed72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.482930] env[68758]: INFO nova.compute.manager [-] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Took 2.29 seconds to deallocate network for instance. [ 680.482930] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.483189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Releasing lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.483431] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Instance network_info: |[{"id": "38a08af6-53e8-4834-9771-0d846dd0b084", "address": "fa:16:3e:82:d2:c9", "network": {"id": "7b6ead27-29b6-4ec4-8557-6e1f801abe02", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1115282079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338872338dde43f2a2f55bd132f4d8b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a08af6-53", "ovs_interfaceid": "38a08af6-53e8-4834-9771-0d846dd0b084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 680.483897] env[68758]: DEBUG nova.compute.provider_tree [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.490926] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29b59437-6950-4779-bad4-54e5f881c586 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.494852] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Acquired lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.495089] env[68758]: DEBUG nova.network.neutron [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Refreshing network info cache for port 38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.496461] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:d2:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ded18042-834c-4792-b3e8-b1c377446432', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38a08af6-53e8-4834-9771-0d846dd0b084', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 680.504558] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Creating folder: Project (338872338dde43f2a2f55bd132f4d8b1). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.511860] env[68758]: DEBUG nova.scheduler.client.report [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.515486] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc48c69-81c0-4954-a0f8-5ca5dc1c8085 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.518105] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 680.518105] env[68758]: value = "task-2941948" [ 680.518105] env[68758]: _type = "Task" [ 680.518105] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.523401] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.533822] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279b832-85bf-0f69-5e10-f7ba8972d857, 'name': SearchDatastore_Task, 'duration_secs': 0.024928} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.536452] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.536692] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.536846] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.537035] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.537186] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.537331] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.537541] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.537698] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.538020] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.538020] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.538190] env[68758]: DEBUG nova.virt.hardware [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.540855] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.541166] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c/8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.544269] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9bd6c0-a97f-437a-9f86-c5e087b830a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.558035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc73d00-36a3-4cf7-ba99-a4f358691f5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.560373] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Created folder: Project (338872338dde43f2a2f55bd132f4d8b1) in parent group-v590497. [ 680.560373] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Creating folder: Instances. Parent ref: group-v590567. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 680.562108] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8360ac87-2d58-41e5-a510-900c5f5bbfe2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.564924] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9017975-b4b6-485a-b1c3-f23ee7872029 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.572665] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.577162] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 680.577162] env[68758]: value = "task-2941950" [ 680.577162] env[68758]: _type = "Task" [ 680.577162] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.578902] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a86343-64b5-4904-8686-da975e2430bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.598199] env[68758]: DEBUG nova.compute.manager [req-1af87ba2-2116-4759-b02a-edb07e4751f4 req-5bc3744d-9c0f-46c9-aa63-2d3b9fd4d5d6 service nova] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Detach interface failed, port_id=6320a9b8-6840-48f9-93f3-54576f411904, reason: Instance 7948e0b9-2a13-4b69-b288-0702beb6696b could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 680.611847] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.612158] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Created folder: Instances in parent group-v590567. [ 680.612383] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 680.612586] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 680.612807] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a65d69-9945-4e89-8958-df23a39ae19d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.632343] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 680.632343] env[68758]: value = "task-2941952" [ 680.632343] env[68758]: _type = "Task" [ 680.632343] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.642724] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941952, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.789583] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Successfully updated port: 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.951534] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.951820] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.020258] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.049s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.020857] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.024069] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.503s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.026148] env[68758]: INFO nova.compute.claims [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.030440] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.042281] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139405} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.042923] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.043637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d774ba-475d-42f8-96d5-4895c4116eb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.068039] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 216af9b7-6a1a-448a-9a88-b4c91a3baca3/216af9b7-6a1a-448a-9a88-b4c91a3baca3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.072683] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0efa3ed9-5496-4328-8b41-caeb12cc2ce5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.097461] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941950, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.098844] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 681.098844] env[68758]: value = "task-2941953" [ 681.098844] env[68758]: _type = "Task" [ 681.098844] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.107227] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941953, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.143867] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941952, 'name': CreateVM_Task, 'duration_secs': 0.475733} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.144059] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 681.144800] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.144997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.145324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.145573] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24c62d4a-ada5-491f-ba41-da50551f007f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.150136] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 681.150136] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52712fb0-a164-96c8-32fa-8e293f097a6d" [ 681.150136] env[68758]: _type = "Task" [ 681.150136] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.158914] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52712fb0-a164-96c8-32fa-8e293f097a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.266549] env[68758]: DEBUG nova.network.neutron [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Updated VIF entry in instance network info cache for port 38a08af6-53e8-4834-9771-0d846dd0b084. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.266911] env[68758]: DEBUG nova.network.neutron [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Updating instance_info_cache with network_info: [{"id": "38a08af6-53e8-4834-9771-0d846dd0b084", "address": "fa:16:3e:82:d2:c9", "network": {"id": "7b6ead27-29b6-4ec4-8557-6e1f801abe02", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1115282079-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "338872338dde43f2a2f55bd132f4d8b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ded18042-834c-4792-b3e8-b1c377446432", "external-id": "nsx-vlan-transportzone-293", "segmentation_id": 293, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38a08af6-53", "ovs_interfaceid": "38a08af6-53e8-4834-9771-0d846dd0b084", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.293044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.293169] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.293318] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.532813] env[68758]: DEBUG nova.compute.utils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 681.536152] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 681.536510] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 681.573862] env[68758]: DEBUG nova.policy [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a6c91ff1224d1d9240d9021be8d08b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc006ceadfb941adbc7e00b516b6f060', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 681.597595] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530846} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.597595] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c/8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.597595] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.597760] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c9b6b98-fa6f-4492-bed7-a511b75be565 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.611189] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.611511] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 681.611511] env[68758]: value = "task-2941954" [ 681.611511] env[68758]: _type = "Task" [ 681.611511] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.619544] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.660485] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52712fb0-a164-96c8-32fa-8e293f097a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.660823] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.662952] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 681.662952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.662952] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 681.662952] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-13f5e6dd-82e8-4791-a673-f3847b9e3d5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.670466] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 681.670683] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 681.671488] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e883ba45-38b5-4ee4-a0c6-e7bcce6c414a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.676725] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 681.676725] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52208aea-943c-5078-10da-081591ac7b62" [ 681.676725] env[68758]: _type = "Task" [ 681.676725] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.684924] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52208aea-943c-5078-10da-081591ac7b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.730769] env[68758]: DEBUG nova.compute.manager [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received event network-vif-plugged-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.730769] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Acquiring lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.730769] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.730769] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.730769] env[68758]: DEBUG nova.compute.manager [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] No waiting events found dispatching network-vif-plugged-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.731182] env[68758]: WARNING nova.compute.manager [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received unexpected event network-vif-plugged-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 for instance with vm_state building and task_state spawning. [ 681.731182] env[68758]: DEBUG nova.compute.manager [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 681.731182] env[68758]: DEBUG nova.compute.manager [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing instance network info cache due to event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 681.731182] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Acquiring lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.769018] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ffd1ae8-1f01-4ad6-9c10-5a9960703b24 req-e54d6bb2-a0bc-495e-8f77-7a1466472a13 service nova] Releasing lock "refresh_cache-c2bec919-14b0-4744-8bd8-87eab0305b09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.827820] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.884154] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Successfully created port: 72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 682.037144] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.088176] env[68758]: DEBUG nova.network.neutron [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [{"id": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "address": "fa:16:3e:25:1c:80", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d93a92a-dc", "ovs_interfaceid": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.110088] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.122367] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075231} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.122367] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.123899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13bac35-6249-4115-9930-0e765b9231b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.148481] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c/8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.151735] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a94dfe0-2498-4c4c-8268-893d5aeb7222 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.173484] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 682.173484] env[68758]: value = "task-2941955" [ 682.173484] env[68758]: _type = "Task" [ 682.173484] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.185635] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.192797] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52208aea-943c-5078-10da-081591ac7b62, 'name': SearchDatastore_Task, 'duration_secs': 0.03134} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.194093] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c134beaf-fd0d-48d8-8e31-21e637718f9b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.203123] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 682.203123] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528cfb2d-cd44-1136-de74-ca41ea5fd567" [ 682.203123] env[68758]: _type = "Task" [ 682.203123] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.210392] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528cfb2d-cd44-1136-de74-ca41ea5fd567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.546758] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.547293] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 682.593426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.593753] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Instance network_info: |[{"id": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "address": "fa:16:3e:25:1c:80", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d93a92a-dc", "ovs_interfaceid": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.594071] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Acquired lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594253] env[68758]: DEBUG nova.network.neutron [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 682.595364] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:1c:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d93a92a-dcc6-4f9b-88bb-adce1273d7d9', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.603081] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Creating folder: Project (5b1099f8c97b4c148f641728f9f19dfe). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.606879] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e6b054a-7632-41e4-9ab6-a2766a49904d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.618256] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.623177] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Created folder: Project (5b1099f8c97b4c148f641728f9f19dfe) in parent group-v590497. [ 682.623177] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Creating folder: Instances. Parent ref: group-v590570. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.623177] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3ac9d6-2333-4d24-b570-d6feff0435e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.634681] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Created folder: Instances in parent group-v590570. [ 682.634681] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.634681] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.635059] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa3ed94-7c7f-44d0-b3ac-6d6e603dfaad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.652425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235db59f-819d-4548-b00f-dfdbf51ecf79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.663466] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.663466] env[68758]: value = "task-2941958" [ 682.663466] env[68758]: _type = "Task" [ 682.663466] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.664508] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0b7c9e-1604-4a7e-b70a-c977467ecc2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.676630] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941958, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.710054] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e1f43-eccc-4cc4-999f-d3f4afb48619 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.725317] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528cfb2d-cd44-1136-de74-ca41ea5fd567, 'name': SearchDatastore_Task, 'duration_secs': 0.012127} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.725712] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.728860] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.729267] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c2bec919-14b0-4744-8bd8-87eab0305b09/c2bec919-14b0-4744-8bd8-87eab0305b09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 682.729684] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53731f60-d518-4373-baa3-e3a20844f64d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.734315] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74cb73e-c970-4b30-8086-40e23aba9e13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.756418] env[68758]: DEBUG nova.compute.provider_tree [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 682.760193] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 682.760193] env[68758]: value = "task-2941959" [ 682.760193] env[68758]: _type = "Task" [ 682.760193] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.768790] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.050817] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.059242] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.059552] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.059552] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.059791] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.059987] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.060263] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.060315] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 683.061996] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 683.086465] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.086765] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.086931] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.087121] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.087267] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.087410] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.087625] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.087771] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.087930] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.088125] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.088358] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.089781] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685900b5-3a36-4b90-af34-23c59ad5b2df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.098042] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5c362-0ae7-4162-87ce-fb42006d02c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.123601] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941953, 'name': ReconfigVM_Task, 'duration_secs': 1.611311} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.123947] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 216af9b7-6a1a-448a-9a88-b4c91a3baca3/216af9b7-6a1a-448a-9a88-b4c91a3baca3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.124733] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46ac8fba-18ca-4f2b-8859-6f5a7520061f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.131575] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 683.131575] env[68758]: value = "task-2941960" [ 683.131575] env[68758]: _type = "Task" [ 683.131575] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.141863] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941960, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.151993] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "69dae979-c82b-47dc-8d6f-0874e5123baa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.152349] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.179673] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941958, 'name': CreateVM_Task, 'duration_secs': 0.448736} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.184408] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.185779] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.186128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.186584] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.187454] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6de920-7b99-4878-8709-c02358a0f92a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.192924] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941955, 'name': ReconfigVM_Task, 'duration_secs': 0.635228} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.193851] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c/8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.195588] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15e7169f-870d-4f04-868f-209fef514ffa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.199094] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 683.199094] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ac03d-7ebf-5580-5db0-e116c71f2bb4" [ 683.199094] env[68758]: _type = "Task" [ 683.199094] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.204279] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 683.204279] env[68758]: value = "task-2941961" [ 683.204279] env[68758]: _type = "Task" [ 683.204279] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.210459] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ac03d-7ebf-5580-5db0-e116c71f2bb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.215959] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941961, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.262117] env[68758]: DEBUG nova.scheduler.client.report [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.281279] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476546} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.282205] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c2bec919-14b0-4744-8bd8-87eab0305b09/c2bec919-14b0-4744-8bd8-87eab0305b09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 683.282741] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 683.283342] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ad64bd2-a5be-47dc-b794-46a68eedd4f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.292319] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 683.292319] env[68758]: value = "task-2941962" [ 683.292319] env[68758]: _type = "Task" [ 683.292319] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.304942] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.399321] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Successfully updated port: 72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.513478] env[68758]: DEBUG nova.network.neutron [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updated VIF entry in instance network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.513871] env[68758]: DEBUG nova.network.neutron [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [{"id": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "address": "fa:16:3e:25:1c:80", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d93a92a-dc", "ovs_interfaceid": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.563357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.641925] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941960, 'name': Rename_Task, 'duration_secs': 0.17684} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.642208] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.642454] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76f2eee2-f4c2-4bb1-b6e2-a53356652b5b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.648482] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 683.648482] env[68758]: value = "task-2941963" [ 683.648482] env[68758]: _type = "Task" [ 683.648482] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.655946] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.711851] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ac03d-7ebf-5580-5db0-e116c71f2bb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014367} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.712507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.712759] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.712991] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.713147] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.713326] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.713596] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efe5b83c-e5fd-4210-84c7-b2f3e6af171b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.718461] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941961, 'name': Rename_Task, 'duration_secs': 0.155246} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.719399] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.719488] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-612b254b-4442-4bce-8ebc-fc8bc890f8d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.724849] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.725060] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.726607] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15971ee9-e3dd-4395-b4bd-0c2905a07e79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.728982] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 683.728982] env[68758]: value = "task-2941964" [ 683.728982] env[68758]: _type = "Task" [ 683.728982] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.734018] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 683.734018] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520c03be-12b8-01fc-d0d0-c391b417263b" [ 683.734018] env[68758]: _type = "Task" [ 683.734018] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.741239] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.745561] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520c03be-12b8-01fc-d0d0-c391b417263b, 'name': SearchDatastore_Task, 'duration_secs': 0.008047} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.746292] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f13c1e71-2d73-4f12-ae8d-bc3e02500023 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.751063] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 683.751063] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf15c8-272e-c82a-2ffd-f2aed66a9876" [ 683.751063] env[68758]: _type = "Task" [ 683.751063] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.758746] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf15c8-272e-c82a-2ffd-f2aed66a9876, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.768024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.768520] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.772040] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.994s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.772040] env[68758]: DEBUG nova.objects.instance [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lazy-loading 'resources' on Instance uuid 38233369-93d0-4108-b8cd-696f89c848df {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 683.801871] env[68758]: DEBUG nova.compute.manager [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Received event network-vif-plugged-72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 683.802543] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Acquiring lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.802543] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.802779] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.802984] env[68758]: DEBUG nova.compute.manager [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] No waiting events found dispatching network-vif-plugged-72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.803029] env[68758]: WARNING nova.compute.manager [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Received unexpected event network-vif-plugged-72962251-4667-4311-b210-f0aad9a34702 for instance with vm_state building and task_state spawning. [ 683.806454] env[68758]: DEBUG nova.compute.manager [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Received event network-changed-72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 683.806454] env[68758]: DEBUG nova.compute.manager [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Refreshing instance network info cache due to event network-changed-72962251-4667-4311-b210-f0aad9a34702. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 683.806454] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Acquiring lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.806454] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Acquired lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.806454] env[68758]: DEBUG nova.network.neutron [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Refreshing network info cache for port 72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.808690] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073912} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.809678] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.810490] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d65b76-ecaf-4d1e-86e0-068505ce3b0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.834492] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] c2bec919-14b0-4744-8bd8-87eab0305b09/c2bec919-14b0-4744-8bd8-87eab0305b09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.835592] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11305dae-b650-44c2-8cc8-9210cd38bed8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.860458] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 683.860458] env[68758]: value = "task-2941965" [ 683.860458] env[68758]: _type = "Task" [ 683.860458] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.870798] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.902580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.017828] env[68758]: DEBUG oslo_concurrency.lockutils [req-7d7026e9-ff31-463f-abb9-91cfe9e3ad70 req-c470d9ee-a68b-4f63-95ff-a4f952594404 service nova] Releasing lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.159456] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941963, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.239804] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941964, 'name': PowerOnVM_Task} progress is 92%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.260378] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf15c8-272e-c82a-2ffd-f2aed66a9876, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.260638] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.260893] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b3c9f237-da05-42f0-acf1-399c2281d4f4/b3c9f237-da05-42f0-acf1-399c2281d4f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.261170] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-312ec195-e5c9-4c20-88ad-3bb7e7fd99a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.267891] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 684.267891] env[68758]: value = "task-2941966" [ 684.267891] env[68758]: _type = "Task" [ 684.267891] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.276409] env[68758]: DEBUG nova.compute.utils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.280171] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941966, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.280894] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.281085] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.357053] env[68758]: DEBUG nova.policy [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a6c91ff1224d1d9240d9021be8d08b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc006ceadfb941adbc7e00b516b6f060', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.359888] env[68758]: DEBUG nova.network.neutron [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.372061] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941965, 'name': ReconfigVM_Task, 'duration_secs': 0.39283} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.372061] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Reconfigured VM instance instance-00000019 to attach disk [datastore2] c2bec919-14b0-4744-8bd8-87eab0305b09/c2bec919-14b0-4744-8bd8-87eab0305b09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 684.372061] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a0aaf04-c94f-46af-a13d-8bbc47c07f17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.379034] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 684.379034] env[68758]: value = "task-2941967" [ 684.379034] env[68758]: _type = "Task" [ 684.379034] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.388128] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941967, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.465088] env[68758]: DEBUG nova.network.neutron [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.659155] env[68758]: DEBUG oslo_vmware.api [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941963, 'name': PowerOnVM_Task, 'duration_secs': 0.565772} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.659474] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.659716] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Took 12.94 seconds to spawn the instance on the hypervisor. [ 684.660010] env[68758]: DEBUG nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.660808] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5898c668-2578-4e88-a26d-432ec11d3199 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.743056] env[68758]: DEBUG oslo_vmware.api [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2941964, 'name': PowerOnVM_Task, 'duration_secs': 0.552123} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.743056] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.743056] env[68758]: INFO nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Took 10.30 seconds to spawn the instance on the hypervisor. [ 684.743056] env[68758]: DEBUG nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.744030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac2a62d-ed8a-4652-b059-772e5018e93e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.780347] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941966, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.785136] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.887093] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Successfully created port: 2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 684.895501] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941967, 'name': Rename_Task, 'duration_secs': 0.418236} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.896470] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.896784] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b33564df-7750-4d61-8649-10b01f293ee7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.911275] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 684.911275] env[68758]: value = "task-2941968" [ 684.911275] env[68758]: _type = "Task" [ 684.911275] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.923743] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.955085] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a9e33f-b8eb-455b-b8ae-c1446b02ade8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.965672] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e42420-696a-452a-99ec-d401917b75f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.972785] env[68758]: DEBUG oslo_concurrency.lockutils [req-0d32a728-6641-4409-aaca-47e8f4e165c9 req-9f4d28ac-131f-45a5-bd03-4e3a6325f61d service nova] Releasing lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.972785] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.972785] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 685.004653] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71675b56-6143-480d-b7fb-1a6fef92742e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.013287] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2239ea-f6da-4147-bd13-fe95a3798566 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.029411] env[68758]: DEBUG nova.compute.provider_tree [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.180229] env[68758]: INFO nova.compute.manager [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Took 41.70 seconds to build instance. [ 685.268088] env[68758]: INFO nova.compute.manager [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Took 40.16 seconds to build instance. [ 685.279550] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941966, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748777} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.279938] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b3c9f237-da05-42f0-acf1-399c2281d4f4/b3c9f237-da05-42f0-acf1-399c2281d4f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.280302] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.280738] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2980f7c1-b09a-4e39-8db8-d19c9e93118f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.289540] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 685.289540] env[68758]: value = "task-2941969" [ 685.289540] env[68758]: _type = "Task" [ 685.289540] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.304107] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.420867] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.507207] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.532135] env[68758]: DEBUG nova.scheduler.client.report [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.638855] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Updating instance_info_cache with network_info: [{"id": "72962251-4667-4311-b210-f0aad9a34702", "address": "fa:16:3e:d7:12:8c", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72962251-46", "ovs_interfaceid": "72962251-4667-4311-b210-f0aad9a34702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.681693] env[68758]: DEBUG oslo_concurrency.lockutils [None req-07f055cc-6c22-4d22-8ff8-de2e94d603a0 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.960s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.770836] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77f7d8f-f4a4-4b84-8c7b-3cbe0b9916c5 tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.336s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.798131] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073513} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.798131] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.798131] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56afa264-f1fe-4a65-8088-360691872bfd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.801553] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.826757] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] b3c9f237-da05-42f0-acf1-399c2281d4f4/b3c9f237-da05-42f0-acf1-399c2281d4f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.829186] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843fae6c-1c93-4719-9e34-7ac9f1605d37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.850159] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.850456] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.850619] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.850860] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.851058] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.851212] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.851720] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.851939] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.852136] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.852318] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.852578] env[68758]: DEBUG nova.virt.hardware [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.854621] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea55ac40-5e9f-442d-a35a-a67f0675aaa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.857337] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 685.857337] env[68758]: value = "task-2941970" [ 685.857337] env[68758]: _type = "Task" [ 685.857337] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.864566] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3488b302-01b7-4c85-a196-9cd58f2f3c3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.871724] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941970, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.922574] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.040040] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.041746] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.727s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.082136] env[68758]: INFO nova.scheduler.client.report [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted allocations for instance 38233369-93d0-4108-b8cd-696f89c848df [ 686.141667] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "refresh_cache-7781091e-4123-42e2-be01-d5073b3bd3ff" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.142264] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance network_info: |[{"id": "72962251-4667-4311-b210-f0aad9a34702", "address": "fa:16:3e:d7:12:8c", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72962251-46", "ovs_interfaceid": "72962251-4667-4311-b210-f0aad9a34702", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.142961] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:12:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72962251-4667-4311-b210-f0aad9a34702', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.151792] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating folder: Project (dc006ceadfb941adbc7e00b516b6f060). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.155791] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c465bc3d-3d22-4014-9a4e-b3b1955b806a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.165855] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created folder: Project (dc006ceadfb941adbc7e00b516b6f060) in parent group-v590497. [ 686.166263] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating folder: Instances. Parent ref: group-v590573. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.166544] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954e1039-3048-466b-8a01-848db069d3cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.175227] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created folder: Instances in parent group-v590573. [ 686.175468] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.175688] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.176122] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a5da279-2098-412d-9771-290b72767afa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.193883] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.201509] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.201509] env[68758]: value = "task-2941973" [ 686.201509] env[68758]: _type = "Task" [ 686.201509] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.210329] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941973, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.274484] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.367404] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941970, 'name': ReconfigVM_Task, 'duration_secs': 0.305464} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.367697] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Reconfigured VM instance instance-0000001a to attach disk [datastore1] b3c9f237-da05-42f0-acf1-399c2281d4f4/b3c9f237-da05-42f0-acf1-399c2281d4f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.369649] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56c83223-11a6-4d2e-b385-4ff20a14dafb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.376801] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 686.376801] env[68758]: value = "task-2941974" [ 686.376801] env[68758]: _type = "Task" [ 686.376801] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.386783] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941974, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.426021] env[68758]: DEBUG oslo_vmware.api [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941968, 'name': PowerOnVM_Task, 'duration_secs': 1.143347} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.426021] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 686.426021] env[68758]: INFO nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Took 9.20 seconds to spawn the instance on the hypervisor. [ 686.426021] env[68758]: DEBUG nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.426021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa42227-b997-440d-ab35-659cf4641eef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.446243] env[68758]: DEBUG nova.compute.manager [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Received event network-changed-16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 686.446533] env[68758]: DEBUG nova.compute.manager [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Refreshing instance network info cache due to event network-changed-16938a48-6203-41c1-8f43-b2ab01741891. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 686.446873] env[68758]: DEBUG oslo_concurrency.lockutils [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] Acquiring lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.447019] env[68758]: DEBUG oslo_concurrency.lockutils [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] Acquired lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.448522] env[68758]: DEBUG nova.network.neutron [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Refreshing network info cache for port 16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 686.594972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e76b52b7-57fe-4683-bf37-463dbbf2433d tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "38233369-93d0-4108-b8cd-696f89c848df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.589s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.715188] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941973, 'name': CreateVM_Task, 'duration_secs': 0.369163} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.715680] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.716483] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.719032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.719032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.719032] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-082fbf53-3112-44e5-bcf9-067293cdcdf6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.721724] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 686.721724] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52436426-71e2-7cfd-52e9-0e60a8765a4f" [ 686.721724] env[68758]: _type = "Task" [ 686.721724] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.728674] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.737370] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52436426-71e2-7cfd-52e9-0e60a8765a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.009685} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.737370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.737370] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.737370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.737478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.737478] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.737478] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c0bc8f8-2591-43d4-af52-cd79385b1454 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.749018] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.749018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.749018] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0f3c26e-1a0d-4926-a2e0-1a8fec6d7fa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.752029] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 686.752029] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52128b06-f92c-02a3-898b-f45fab9ce639" [ 686.752029] env[68758]: _type = "Task" [ 686.752029] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.768158] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52128b06-f92c-02a3-898b-f45fab9ce639, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.768158] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5d996e-fb6c-452b-b8cd-47304063287e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.773940] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 686.773940] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524d1f7f-61b6-9ee0-60d1-6e33c0073ed6" [ 686.773940] env[68758]: _type = "Task" [ 686.773940] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.786490] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524d1f7f-61b6-9ee0-60d1-6e33c0073ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.008596} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.789140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.789560] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7781091e-4123-42e2-be01-d5073b3bd3ff/7781091e-4123-42e2-be01-d5073b3bd3ff.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.790179] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c139ce7-c957-4c06-855a-d916065655be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.794719] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.799290] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 686.799290] env[68758]: value = "task-2941975" [ 686.799290] env[68758]: _type = "Task" [ 686.799290] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.807821] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.893918] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941974, 'name': Rename_Task, 'duration_secs': 0.167613} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.893918] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.893918] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85332209-5066-4b44-b046-e7cea9da2d42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.901542] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 686.901542] env[68758]: value = "task-2941976" [ 686.901542] env[68758]: _type = "Task" [ 686.901542] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.915354] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.944428] env[68758]: INFO nova.compute.manager [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Took 37.56 seconds to build instance. [ 687.086451] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Successfully updated port: 2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.212084] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d3123d9-b557-4306-b4ca-fe4a54a977eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.222585] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71ee819-0cd5-43e7-a539-66607753906a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.257244] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959fe120-9256-437a-ade2-b9e9538f4750 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.265063] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f19515-5d2d-472a-a561-5891a1448b86 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.269069] env[68758]: DEBUG nova.network.neutron [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updated VIF entry in instance network info cache for port 16938a48-6203-41c1-8f43-b2ab01741891. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 687.269440] env[68758]: DEBUG nova.network.neutron [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updating instance_info_cache with network_info: [{"id": "16938a48-6203-41c1-8f43-b2ab01741891", "address": "fa:16:3e:a4:75:f4", "network": {"id": "14ed185e-ff1c-4c93-a0f4-ea2eb96420b9", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-958028661-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0aa776790c4441ca97b6755b0cdafcac", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35fcdc55-dc29-451b-ad56-3a03b044dc81", "external-id": "nsx-vlan-transportzone-552", "segmentation_id": 552, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16938a48-62", "ovs_interfaceid": "16938a48-6203-41c1-8f43-b2ab01741891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.280976] env[68758]: DEBUG nova.compute.provider_tree [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.288138] env[68758]: DEBUG nova.compute.manager [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Received event network-vif-plugged-2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 687.288364] env[68758]: DEBUG oslo_concurrency.lockutils [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] Acquiring lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.288564] env[68758]: DEBUG oslo_concurrency.lockutils [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.289318] env[68758]: DEBUG oslo_concurrency.lockutils [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.289318] env[68758]: DEBUG nova.compute.manager [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] No waiting events found dispatching network-vif-plugged-2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.289318] env[68758]: WARNING nova.compute.manager [req-1aec0441-221a-4e35-a9d8-c17f09dc9a9d req-51e83e57-0298-4d0f-9762-0969011ba4f2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Received unexpected event network-vif-plugged-2cbcc8f4-e799-490d-a23f-b79c436ccc7f for instance with vm_state building and task_state spawning. [ 687.306605] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941975, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.414087] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941976, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.447028] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ad26b7e-1cc9-4cf1-8233-15a4c4656c36 tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.557s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.537783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "6869810c-e268-40bd-8b24-febbecd881f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.537783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.537783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "6869810c-e268-40bd-8b24-febbecd881f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.538031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.538108] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.540398] env[68758]: INFO nova.compute.manager [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Terminating instance [ 687.592626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.592626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.592626] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.773749] env[68758]: DEBUG oslo_concurrency.lockutils [req-cda24ea9-e890-41ff-863c-5bbf68d4f229 req-e1a4d5e2-30c0-457f-939e-f62a75ba85b2 service nova] Releasing lock "refresh_cache-8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.804105] env[68758]: ERROR nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [req-5cb0b190-2b15-43b5-9b41-c48dab5f04e2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5cb0b190-2b15-43b5-9b41-c48dab5f04e2"}]} [ 687.813254] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518152} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.813517] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7781091e-4123-42e2-be01-d5073b3bd3ff/7781091e-4123-42e2-be01-d5073b3bd3ff.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.813728] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.814017] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d692fcd4-ed1c-4508-9bbf-aef6dfd815d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.820765] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 687.820765] env[68758]: value = "task-2941977" [ 687.820765] env[68758]: _type = "Task" [ 687.820765] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.824868] env[68758]: DEBUG nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 687.832554] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.844024] env[68758]: DEBUG nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 687.844208] env[68758]: DEBUG nova.compute.provider_tree [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 687.858713] env[68758]: DEBUG nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 687.877768] env[68758]: DEBUG nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 687.916297] env[68758]: DEBUG oslo_vmware.api [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2941976, 'name': PowerOnVM_Task, 'duration_secs': 0.941891} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.919230] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.922518] env[68758]: INFO nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Took 7.44 seconds to spawn the instance on the hypervisor. [ 687.922851] env[68758]: DEBUG nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.924051] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412f3114-2948-4f12-b478-d51485ebfac4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.951266] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 688.048611] env[68758]: DEBUG nova.compute.manager [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.049086] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.049732] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e08c1d-d13f-48ef-a771-855a14989fe9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.060042] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.062588] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1325a6a-ec97-4fde-acdd-7d631cc07095 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.069196] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 688.069196] env[68758]: value = "task-2941978" [ 688.069196] env[68758]: _type = "Task" [ 688.069196] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.079232] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.142047] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.293430] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "c2bec919-14b0-4744-8bd8-87eab0305b09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.293716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.294068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.294319] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.294526] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.298938] env[68758]: INFO nova.compute.manager [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Terminating instance [ 688.335860] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260982} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.340020] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.341793] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780620f3-ede1-4ccb-9aff-d3c272fb4d2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.376637] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 7781091e-4123-42e2-be01-d5073b3bd3ff/7781091e-4123-42e2-be01-d5073b3bd3ff.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.378912] env[68758]: DEBUG nova.network.neutron [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Updating instance_info_cache with network_info: [{"id": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "address": "fa:16:3e:0f:e7:21", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbcc8f4-e7", "ovs_interfaceid": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.381797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507c8bbb-5561-49a0-987b-d0c6adf562e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.403968] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 688.403968] env[68758]: value = "task-2941979" [ 688.403968] env[68758]: _type = "Task" [ 688.403968] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.413544] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.446411] env[68758]: INFO nova.compute.manager [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Took 38.29 seconds to build instance. [ 688.479792] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.552524] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f950e02-792a-477a-982a-a39510661ed4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.560827] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243521a5-9baf-4aca-b7cd-64160c9e1cb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.595176] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936dde98-7b04-41c5-b88f-23ab7af6e786 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.603033] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941978, 'name': PowerOffVM_Task, 'duration_secs': 0.342415} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.605054] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.605196] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.605403] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-025df86b-804d-4835-b4be-dede5e40ed71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.607811] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d37029-14d9-492f-b028-c66b4a964270 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.622041] env[68758]: DEBUG nova.compute.provider_tree [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 688.803456] env[68758]: DEBUG nova.compute.manager [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 688.803701] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.804648] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c421f1f-bcaf-4576-95fb-4d967110edb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.812459] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.812711] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea383f9b-1a76-4484-8575-143162d641e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.821118] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 688.821118] env[68758]: value = "task-2941981" [ 688.821118] env[68758]: _type = "Task" [ 688.821118] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.829172] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.901198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.901198] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Instance network_info: |[{"id": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "address": "fa:16:3e:0f:e7:21", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbcc8f4-e7", "ovs_interfaceid": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.901436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:e7:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cbcc8f4-e799-490d-a23f-b79c436ccc7f', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.909904] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.910272] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.913983] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f54e4e61-c100-4c3e-9970-e9924787e7be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.940847] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941979, 'name': ReconfigVM_Task, 'duration_secs': 0.289685} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.942141] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 7781091e-4123-42e2-be01-d5073b3bd3ff/7781091e-4123-42e2-be01-d5073b3bd3ff.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.942772] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.942772] env[68758]: value = "task-2941982" [ 688.942772] env[68758]: _type = "Task" [ 688.942772] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.942974] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1324d71-fc89-45da-82da-b5a66fdd87f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.950156] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15b8e9a-3b4c-4dc8-8e0b-8d5bd9f72efa tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.995s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.955227] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 688.955227] env[68758]: value = "task-2941983" [ 688.955227] env[68758]: _type = "Task" [ 688.955227] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.955410] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941982, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.964521] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941983, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.170053] env[68758]: DEBUG nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 689.170248] env[68758]: DEBUG nova.compute.provider_tree [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 54 to 55 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 689.170326] env[68758]: DEBUG nova.compute.provider_tree [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 689.331276] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941981, 'name': PowerOffVM_Task, 'duration_secs': 0.297006} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.331545] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.331712] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.331981] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e2a836c-da1f-43ad-879d-49a7f4c682bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.405539] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.405931] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.406205] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Deleting the datastore file [datastore2] c2bec919-14b0-4744-8bd8-87eab0305b09 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.406405] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac97bfd2-cbb3-462b-ba67-dc8cca4b8ced {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.413234] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for the task: (returnval){ [ 689.413234] env[68758]: value = "task-2941985" [ 689.413234] env[68758]: _type = "Task" [ 689.413234] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.421332] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.456787] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.462737] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941982, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.472521] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941983, 'name': Rename_Task, 'duration_secs': 0.161422} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.473032] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.473365] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf42e6c-2f60-4baf-b4ff-30b89612b9b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.480762] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 689.480762] env[68758]: value = "task-2941986" [ 689.480762] env[68758]: _type = "Task" [ 689.480762] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.490433] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.740463] env[68758]: DEBUG nova.compute.manager [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Received event network-changed-2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 689.740714] env[68758]: DEBUG nova.compute.manager [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Refreshing instance network info cache due to event network-changed-2cbcc8f4-e799-490d-a23f-b79c436ccc7f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 689.741209] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Acquiring lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.741420] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Acquired lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.741604] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Refreshing network info cache for port 2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.794208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.794433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.930304] env[68758]: DEBUG oslo_vmware.api [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Task: {'id': task-2941985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282082} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.931044] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.931443] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.932019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.932186] env[68758]: INFO nova.compute.manager [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Took 1.13 seconds to destroy the instance on the hypervisor. [ 689.932428] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.932644] env[68758]: DEBUG nova.compute.manager [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 689.932865] env[68758]: DEBUG nova.network.neutron [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 689.956542] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941982, 'name': CreateVM_Task, 'duration_secs': 0.51638} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.956720] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.957476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.958225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.958225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.958375] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c051e02-e424-49c4-ac03-77a867f3af60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.963485] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 689.963485] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e3c857-97af-3f42-3bec-bd8dd0fc8a7f" [ 689.963485] env[68758]: _type = "Task" [ 689.963485] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.977948] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e3c857-97af-3f42-3bec-bd8dd0fc8a7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.990337] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941986, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.996973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.189130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 4.146s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.191040] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.904s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.192478] env[68758]: INFO nova.compute.claims [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.244984] env[68758]: DEBUG nova.compute.manager [req-441b0090-00f1-4389-a72a-ad17403923b1 req-3ceefdc7-ff2e-40db-bd2f-1928386c8407 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Received event network-vif-deleted-38a08af6-53e8-4834-9771-0d846dd0b084 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.244984] env[68758]: INFO nova.compute.manager [req-441b0090-00f1-4389-a72a-ad17403923b1 req-3ceefdc7-ff2e-40db-bd2f-1928386c8407 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Neutron deleted interface 38a08af6-53e8-4834-9771-0d846dd0b084; detaching it from the instance and deleting it from the info cache [ 690.244984] env[68758]: DEBUG nova.network.neutron [req-441b0090-00f1-4389-a72a-ad17403923b1 req-3ceefdc7-ff2e-40db-bd2f-1928386c8407 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.445994] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Updated VIF entry in instance network info cache for port 2cbcc8f4-e799-490d-a23f-b79c436ccc7f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.446405] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Updating instance_info_cache with network_info: [{"id": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "address": "fa:16:3e:0f:e7:21", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cbcc8f4-e7", "ovs_interfaceid": "2cbcc8f4-e799-490d-a23f-b79c436ccc7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.476700] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e3c857-97af-3f42-3bec-bd8dd0fc8a7f, 'name': SearchDatastore_Task, 'duration_secs': 0.015882} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.477328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.477570] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 690.477804] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.477949] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.478136] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 690.478401] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6a08ff2-3814-4934-9b81-50ac139be3d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.487430] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 690.487616] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 690.490956] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eace1299-f696-4071-9aca-adabd3c029db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.493154] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941986, 'name': PowerOnVM_Task, 'duration_secs': 0.54334} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.493679] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 690.493907] env[68758]: INFO nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Took 7.44 seconds to spawn the instance on the hypervisor. [ 690.494106] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.495176] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aefc03-d4e8-4698-bc62-315724668bf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.498903] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 690.498903] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52366d03-0ae4-9642-dc84-2c1677a9badb" [ 690.498903] env[68758]: _type = "Task" [ 690.498903] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.512274] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52366d03-0ae4-9642-dc84-2c1677a9badb, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.512274] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71a5e3a1-4e6b-4464-8b71-7f668750ae1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.517426] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 690.517426] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a66db1-83fe-f1e2-896f-ffd7d9af2f06" [ 690.517426] env[68758]: _type = "Task" [ 690.517426] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.524988] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a66db1-83fe-f1e2-896f-ffd7d9af2f06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.704202] env[68758]: DEBUG nova.network.neutron [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.748178] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2e3e066-380b-45b3-89cc-5a9cab831b36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.759458] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa788d4-0968-47c9-8109-f178deda794d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.777639] env[68758]: INFO nova.scheduler.client.report [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleted allocation for migration 323e8ce4-d6fe-4a1c-854d-d04bc71d845d [ 690.792198] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.792347] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.792561] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleting the datastore file [datastore1] 6869810c-e268-40bd-8b24-febbecd881f4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.792857] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-142dbbfb-297b-40be-8fc8-81162c210eab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.807140] env[68758]: DEBUG nova.compute.manager [req-441b0090-00f1-4389-a72a-ad17403923b1 req-3ceefdc7-ff2e-40db-bd2f-1928386c8407 service nova] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Detach interface failed, port_id=38a08af6-53e8-4834-9771-0d846dd0b084, reason: Instance c2bec919-14b0-4744-8bd8-87eab0305b09 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 690.812502] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 690.812502] env[68758]: value = "task-2941987" [ 690.812502] env[68758]: _type = "Task" [ 690.812502] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.820872] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.952212] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Releasing lock "refresh_cache-9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.952212] env[68758]: DEBUG nova.compute.manager [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 690.952212] env[68758]: DEBUG nova.compute.manager [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing instance network info cache due to event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 690.952212] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Acquiring lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952212] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Acquired lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952629] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 691.015115] env[68758]: INFO nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Took 40.76 seconds to build instance. [ 691.026731] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a66db1-83fe-f1e2-896f-ffd7d9af2f06, 'name': SearchDatastore_Task, 'duration_secs': 0.009758} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.026987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.027263] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92/9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 691.027495] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6078578a-b0c2-4fbf-ba52-1ca54ea1a504 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.034226] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 691.034226] env[68758]: value = "task-2941988" [ 691.034226] env[68758]: _type = "Task" [ 691.034226] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.044304] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.210196] env[68758]: INFO nova.compute.manager [-] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Took 1.28 seconds to deallocate network for instance. [ 691.286501] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e5b55727-93fe-43e4-bd23-86b284d09b0b tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.406s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.324757] env[68758]: DEBUG oslo_vmware.api [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2941987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280029} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.325359] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.325881] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.328146] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.328146] env[68758]: INFO nova.compute.manager [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Took 3.28 seconds to destroy the instance on the hypervisor. [ 691.328146] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.328146] env[68758]: DEBUG nova.compute.manager [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.328146] env[68758]: DEBUG nova.network.neutron [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.519619] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.429s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.556340] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941988, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.718889] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.855125] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d293d270-c1d2-4a75-820b-39f5a07c24a1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.862884] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe22ae35-9b8a-4ace-ac68-d37ab3f6d157 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.903430] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b2cf73-c706-4cd3-9a14-d20d0e4fcfa5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.912392] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0efff01-6c7a-4216-bf7d-d771f7b11e4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.918490] env[68758]: DEBUG nova.compute.manager [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 691.918694] env[68758]: DEBUG nova.compute.manager [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing instance network info cache due to event network-changed-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 691.918882] env[68758]: DEBUG oslo_concurrency.lockutils [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] Acquiring lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.919965] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updated VIF entry in instance network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 691.920195] env[68758]: DEBUG nova.network.neutron [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [{"id": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "address": "fa:16:3e:25:1c:80", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d93a92a-dc", "ovs_interfaceid": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.933976] env[68758]: DEBUG nova.compute.provider_tree [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.027662] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.045344] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.769898} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.045604] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92/9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.045821] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.046084] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e1cebcc-a059-4ae2-843e-29d44935daf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.053232] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 692.053232] env[68758]: value = "task-2941989" [ 692.053232] env[68758]: _type = "Task" [ 692.053232] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.060875] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.122400] env[68758]: DEBUG nova.network.neutron [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.352847] env[68758]: DEBUG nova.compute.manager [req-54ea7a11-7270-46c2-93b5-9ad4e076146f req-5da5abf6-3adb-4c21-a2d9-962fe8ef1df5 service nova] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Received event network-vif-deleted-de24515a-db29-4e7d-8d7a-c3ad7ac6125f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 692.423202] env[68758]: DEBUG oslo_concurrency.lockutils [req-1034eba5-9817-4e8c-89bf-24264780918a req-c843af11-442c-4a7a-bac5-e7c811c0b2a2 service nova] Releasing lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.424098] env[68758]: DEBUG oslo_concurrency.lockutils [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] Acquired lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.424098] env[68758]: DEBUG nova.network.neutron [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Refreshing network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.437344] env[68758]: DEBUG nova.scheduler.client.report [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.553613] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.562536] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941989, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.626173] env[68758]: INFO nova.compute.manager [-] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Took 1.30 seconds to deallocate network for instance. [ 692.942442] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.943038] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.946075] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.451s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.946517] env[68758]: DEBUG nova.objects.instance [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lazy-loading 'resources' on Instance uuid 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 693.066891] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941989, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.880797} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.069769] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.070297] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1050d8-d967-4d99-8eea-df723fe9e4c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.094527] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92/9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.094871] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96fa6b0a-f756-4f37-96a5-c5e92828a9ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.117061] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 693.117061] env[68758]: value = "task-2941990" [ 693.117061] env[68758]: _type = "Task" [ 693.117061] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.126535] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.133250] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.287155] env[68758]: DEBUG nova.network.neutron [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updated VIF entry in instance network info cache for port 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.287555] env[68758]: DEBUG nova.network.neutron [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [{"id": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "address": "fa:16:3e:25:1c:80", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d93a92a-dc", "ovs_interfaceid": "3d93a92a-dcc6-4f9b-88bb-adce1273d7d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.450238] env[68758]: DEBUG nova.compute.utils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.454444] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 693.508087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "77f89eea-3f60-4d1e-8da6-26442edc1885" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.508186] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.630194] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941990, 'name': ReconfigVM_Task, 'duration_secs': 0.306219} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.630194] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92/9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.630194] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86ffbe82-025a-4623-ae84-43124405946f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.636259] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 693.636259] env[68758]: value = "task-2941991" [ 693.636259] env[68758]: _type = "Task" [ 693.636259] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.647521] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941991, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.716682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "19444cef-85dd-450c-8392-887444afda37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.716917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.790810] env[68758]: DEBUG oslo_concurrency.lockutils [req-23d4a2ae-db29-4b80-8539-1679d1c068d6 req-ebdfead5-2739-4948-8f6e-d12b0704f0bc service nova] Releasing lock "refresh_cache-b3c9f237-da05-42f0-acf1-399c2281d4f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.956755] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.985270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fa8247-bf66-47f7-a35d-48b22e746006 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.993122] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bef9ece-101b-4dc6-a6a8-dabe8fcd7196 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.026426] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c683c486-2e45-4255-ae83-f924612ef6af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.034522] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb050488-4183-4d7d-bdac-54f0ecfcd2ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.048682] env[68758]: DEBUG nova.compute.provider_tree [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.146815] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941991, 'name': Rename_Task, 'duration_secs': 0.377319} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.147069] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.147379] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b5c7add-448a-45ca-a1e9-db60d0c9fa98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.153858] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 694.153858] env[68758]: value = "task-2941992" [ 694.153858] env[68758]: _type = "Task" [ 694.153858] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.162417] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.551981] env[68758]: DEBUG nova.scheduler.client.report [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.664505] env[68758]: DEBUG oslo_vmware.api [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941992, 'name': PowerOnVM_Task, 'duration_secs': 0.47254} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.664657] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.664782] env[68758]: INFO nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Took 8.86 seconds to spawn the instance on the hypervisor. [ 694.664942] env[68758]: DEBUG nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.665759] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b850228-3ca9-41a7-9c16-385d500c2ca7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.966606] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.991719] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.992058] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.992235] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.992418] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.992565] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.992708] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.992915] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.993089] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.993258] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.993420] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.993593] env[68758]: DEBUG nova.virt.hardware [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.994465] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83703e70-62f7-4609-9b72-1a49326e38f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.002160] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8713a50-f2f9-4bff-82a1-6f3a8e339996 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.016612] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.021809] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Creating folder: Project (7179446ce36c4fc7bf7d934869202d2c). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.022082] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2b3722e-1fc1-4746-bbb0-9999cf0a4127 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.031258] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Created folder: Project (7179446ce36c4fc7bf7d934869202d2c) in parent group-v590497. [ 695.031429] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Creating folder: Instances. Parent ref: group-v590577. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.031628] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02c4808b-32e9-402c-8458-d9fe3afc26ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.039982] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Created folder: Instances in parent group-v590577. [ 695.040225] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 695.040436] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.040583] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a59fdd77-2e54-4497-ac07-50ec2e289a2c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.056676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.111s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.058494] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.058494] env[68758]: value = "task-2941995" [ 695.058494] env[68758]: _type = "Task" [ 695.058494] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.058910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.433s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.059148] env[68758]: DEBUG nova.objects.instance [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lazy-loading 'resources' on Instance uuid a04bf446-b6ae-49d3-bf79-bc1ed287b7f2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.070159] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941995, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.084547] env[68758]: INFO nova.scheduler.client.report [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleted allocations for instance 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88 [ 695.183840] env[68758]: INFO nova.compute.manager [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Took 39.68 seconds to build instance. [ 695.573662] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2941995, 'name': CreateVM_Task, 'duration_secs': 0.263912} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.573839] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 695.574308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.574457] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.574775] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.575023] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdba9d80-e714-44ad-8406-0094735e503c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.579777] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 695.579777] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b3396c-e2ab-8d6a-343e-a8b5a6a41384" [ 695.579777] env[68758]: _type = "Task" [ 695.579777] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.587715] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b3396c-e2ab-8d6a-343e-a8b5a6a41384, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.594881] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee2ad8a4-3ee3-4ca2-ae6b-652f2ee34152 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.768s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.596026] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 26.596s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.596101] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.597016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.597016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.601336] env[68758]: INFO nova.compute.manager [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Terminating instance [ 695.692011] env[68758]: DEBUG oslo_concurrency.lockutils [None req-963bc6a8-1434-49ee-a378-5744c2c942a6 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.551s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.091009] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b3396c-e2ab-8d6a-343e-a8b5a6a41384, 'name': SearchDatastore_Task, 'duration_secs': 0.01048} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.093494] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093726] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.094024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.094192] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.094365] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.094849] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97aa29d-9cc5-4593-a8be-428060d2d166 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.106161] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.106325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquired lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.106492] env[68758]: DEBUG nova.network.neutron [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.108757] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.108922] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.109853] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d302620d-08c0-41fd-9db0-09d0f464086f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.114739] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 696.114739] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f1e2b-f898-b800-da87-6e92634b5332" [ 696.114739] env[68758]: _type = "Task" [ 696.114739] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.125830] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f1e2b-f898-b800-da87-6e92634b5332, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.131613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e8de6-ea5c-4532-9fee-c92813904eae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.137934] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a784c7f-4917-4d62-bf64-c5175ca42d4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.168987] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac994f25-6382-4a69-a4b0-934d59450f65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.176023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987c5fc6-c5c0-4233-a31b-507e3153e1e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.188593] env[68758]: DEBUG nova.compute.provider_tree [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.190007] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.190247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.190443] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.190613] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.190779] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.192533] env[68758]: INFO nova.compute.manager [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Terminating instance [ 696.195977] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.395590] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "7781091e-4123-42e2-be01-d5073b3bd3ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.395869] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.396095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.396281] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.396446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.398768] env[68758]: INFO nova.compute.manager [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Terminating instance [ 696.610939] env[68758]: DEBUG nova.compute.utils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Can not refresh info_cache because instance was not found {{(pid=68758) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 696.625567] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f1e2b-f898-b800-da87-6e92634b5332, 'name': SearchDatastore_Task, 'duration_secs': 0.030674} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.626368] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-844e26b7-950a-4b0e-aa62-b5f35a18208d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.631608] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 696.631608] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c9bcd-2bff-eb83-e397-e16f0f7803bd" [ 696.631608] env[68758]: _type = "Task" [ 696.631608] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.635138] env[68758]: DEBUG nova.network.neutron [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.641556] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c9bcd-2bff-eb83-e397-e16f0f7803bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.693601] env[68758]: DEBUG nova.scheduler.client.report [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.700344] env[68758]: DEBUG nova.compute.manager [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.700558] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.703494] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cf7e3e-07b4-4036-a157-6d567d00a93b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.714124] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.714221] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1f641bf-d233-4747-82a2-66a96a1474d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.721849] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 696.721849] env[68758]: value = "task-2941996" [ 696.721849] env[68758]: _type = "Task" [ 696.721849] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.728106] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.731291] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.748398] env[68758]: DEBUG nova.network.neutron [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.903421] env[68758]: DEBUG nova.compute.manager [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.903694] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.905161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ff16e3-78cf-4fff-9e13-4cc2776681a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.913148] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.913419] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c77dbe5-b8a8-4173-b313-57983f1084c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.920045] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 696.920045] env[68758]: value = "task-2941997" [ 696.920045] env[68758]: _type = "Task" [ 696.920045] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.928513] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.065166] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.065472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.065685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.065869] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.066060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.068516] env[68758]: INFO nova.compute.manager [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Terminating instance [ 697.142663] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c9bcd-2bff-eb83-e397-e16f0f7803bd, 'name': SearchDatastore_Task, 'duration_secs': 0.022485} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.142910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.143191] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 740d21eb-898d-4585-9fe9-07caf8df35bc/740d21eb-898d-4585-9fe9-07caf8df35bc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.143446] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c0134fc-aace-400f-ad0d-46846f2b593f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.150083] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 697.150083] env[68758]: value = "task-2941998" [ 697.150083] env[68758]: _type = "Task" [ 697.150083] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.157438] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2941998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.204728] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.208270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.480s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.208482] env[68758]: DEBUG nova.objects.instance [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 697.227174] env[68758]: INFO nova.scheduler.client.report [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Deleted allocations for instance a04bf446-b6ae-49d3-bf79-bc1ed287b7f2 [ 697.238900] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941996, 'name': PowerOffVM_Task, 'duration_secs': 0.273843} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.238900] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.238900] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.238900] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00d90281-9dc9-4f15-9967-60a394b4faf8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.251283] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Releasing lock "refresh_cache-280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.251775] env[68758]: DEBUG nova.compute.manager [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.251975] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.252273] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c2df71c-e3a5-43a0-8a70-59d4c8ed4498 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.261491] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf8a83-d011-47dd-922f-cffe764d7d34 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.297767] env[68758]: WARNING nova.virt.vmwareapi.vmops [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88 could not be found. [ 697.298025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.298215] env[68758]: INFO nova.compute.manager [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 0.05 seconds to destroy the instance on the hypervisor. [ 697.298474] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.298962] env[68758]: DEBUG nova.compute.manager [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.298962] env[68758]: DEBUG nova.network.neutron [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.307791] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.307791] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.307950] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleting the datastore file [datastore1] 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.308255] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1644713b-6fbf-4325-8555-37f888f824b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.316579] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 697.316579] env[68758]: value = "task-2942000" [ 697.316579] env[68758]: _type = "Task" [ 697.316579] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.317626] env[68758]: DEBUG nova.network.neutron [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.334544] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.432323] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2941997, 'name': PowerOffVM_Task, 'duration_secs': 0.217118} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.432532] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.432730] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.433011] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-668906fe-2cfb-4a7e-8bbf-e1d4ff166019 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.543167] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.543405] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.543587] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleting the datastore file [datastore1] 7781091e-4123-42e2-be01-d5073b3bd3ff {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.543862] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c881bdfa-6559-414c-9829-31e5aa832c5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.551730] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 697.551730] env[68758]: value = "task-2942002" [ 697.551730] env[68758]: _type = "Task" [ 697.551730] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.562986] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942002, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.571941] env[68758]: DEBUG nova.compute.manager [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 697.573125] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 697.573217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db23b46-43d0-467d-9002-4a6e29276c2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.583034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 697.583383] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-013b7bc8-a929-42a6-9d80-0df482e5627f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.590293] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 697.590293] env[68758]: value = "task-2942003" [ 697.590293] env[68758]: _type = "Task" [ 697.590293] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.599270] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2942003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.660356] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2941998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457944} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.660618] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 740d21eb-898d-4585-9fe9-07caf8df35bc/740d21eb-898d-4585-9fe9-07caf8df35bc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 697.660859] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 697.661275] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03c05c7c-abd1-42e7-91b8-398b10abbee0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.669043] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 697.669043] env[68758]: value = "task-2942004" [ 697.669043] env[68758]: _type = "Task" [ 697.669043] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.677139] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.738330] env[68758]: DEBUG oslo_concurrency.lockutils [None req-167bde53-efe2-491f-92b7-915c0e9b956e tempest-FloatingIPsAssociationNegativeTestJSON-737887864 tempest-FloatingIPsAssociationNegativeTestJSON-737887864-project-member] Lock "a04bf446-b6ae-49d3-bf79-bc1ed287b7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.263s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.825029] env[68758]: DEBUG nova.network.neutron [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.829793] env[68758]: DEBUG oslo_vmware.api [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391492} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.830251] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.830436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.830609] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.830778] env[68758]: INFO nova.compute.manager [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Took 1.13 seconds to destroy the instance on the hypervisor. [ 697.831024] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.831216] env[68758]: DEBUG nova.compute.manager [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.831307] env[68758]: DEBUG nova.network.neutron [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.065441] env[68758]: DEBUG oslo_vmware.api [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942002, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178939} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.065593] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.065780] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.065956] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.066148] env[68758]: INFO nova.compute.manager [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Took 1.16 seconds to destroy the instance on the hypervisor. [ 698.066385] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.066860] env[68758]: DEBUG nova.compute.manager [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.066992] env[68758]: DEBUG nova.network.neutron [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.107026] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2942003, 'name': PowerOffVM_Task, 'duration_secs': 0.234599} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.107447] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.107618] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.107877] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e8c445-383b-4e93-8b54-2e891fc26cb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.158388] env[68758]: DEBUG nova.compute.manager [req-928de415-01bb-41cd-8fde-175746c0a328 req-7dca5d9e-b39a-41b5-a7b0-c1984b6bf4cc service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Received event network-vif-deleted-2cbcc8f4-e799-490d-a23f-b79c436ccc7f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.158811] env[68758]: INFO nova.compute.manager [req-928de415-01bb-41cd-8fde-175746c0a328 req-7dca5d9e-b39a-41b5-a7b0-c1984b6bf4cc service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Neutron deleted interface 2cbcc8f4-e799-490d-a23f-b79c436ccc7f; detaching it from the instance and deleting it from the info cache [ 698.159022] env[68758]: DEBUG nova.network.neutron [req-928de415-01bb-41cd-8fde-175746c0a328 req-7dca5d9e-b39a-41b5-a7b0-c1984b6bf4cc service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.175463] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.175674] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.175931] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleting the datastore file [datastore1] 0e8efba6-8962-4873-af6d-a4358fb6fbd7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.176473] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cba88da1-be9b-4b06-b5cd-bcc6704111d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.181287] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07025} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.181816] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.182571] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea856d5a-88ec-49bb-a564-d8c60cc80f3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.186204] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for the task: (returnval){ [ 698.186204] env[68758]: value = "task-2942006" [ 698.186204] env[68758]: _type = "Task" [ 698.186204] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.204791] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 740d21eb-898d-4585-9fe9-07caf8df35bc/740d21eb-898d-4585-9fe9-07caf8df35bc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.205640] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6a1509d-9060-486b-aeb3-e3b6d8ad104c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.223901] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bee117f2-b991-40fe-a17c-30c82445bd70 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.225710] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2942006, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.226037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.989s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.227528] env[68758]: INFO nova.compute.claims [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.238418] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 698.238418] env[68758]: value = "task-2942007" [ 698.238418] env[68758]: _type = "Task" [ 698.238418] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.250042] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.330612] env[68758]: INFO nova.compute.manager [-] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Took 1.03 seconds to deallocate network for instance. [ 698.640434] env[68758]: DEBUG nova.network.neutron [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.662700] env[68758]: DEBUG nova.compute.manager [req-18ea40b1-97f4-45ee-8561-d6e019682598 req-331a47d6-17cd-466f-938c-46af73593ec5 service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Received event network-vif-deleted-72962251-4667-4311-b210-f0aad9a34702 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 698.662864] env[68758]: INFO nova.compute.manager [req-18ea40b1-97f4-45ee-8561-d6e019682598 req-331a47d6-17cd-466f-938c-46af73593ec5 service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Neutron deleted interface 72962251-4667-4311-b210-f0aad9a34702; detaching it from the instance and deleting it from the info cache [ 698.662976] env[68758]: DEBUG nova.network.neutron [req-18ea40b1-97f4-45ee-8561-d6e019682598 req-331a47d6-17cd-466f-938c-46af73593ec5 service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.665509] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc36d180-1cd0-41a8-ad63-5c1c76de84a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.674605] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf7a606-d3a5-410c-ac63-3f2adc21d0e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.699708] env[68758]: DEBUG oslo_vmware.api [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Task: {'id': task-2942006, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127269} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.699952] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.700370] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 698.700579] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 698.700754] env[68758]: INFO nova.compute.manager [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 698.700984] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.713067] env[68758]: DEBUG nova.compute.manager [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 698.713185] env[68758]: DEBUG nova.network.neutron [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 698.715366] env[68758]: DEBUG nova.compute.manager [req-928de415-01bb-41cd-8fde-175746c0a328 req-7dca5d9e-b39a-41b5-a7b0-c1984b6bf4cc service nova] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Detach interface failed, port_id=2cbcc8f4-e799-490d-a23f-b79c436ccc7f, reason: Instance 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 698.750287] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942007, 'name': ReconfigVM_Task, 'duration_secs': 0.249259} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.752030] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 740d21eb-898d-4585-9fe9-07caf8df35bc/740d21eb-898d-4585-9fe9-07caf8df35bc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.752030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e335e0e8-7459-4e3f-a514-00e5595438ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.758532] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 698.758532] env[68758]: value = "task-2942008" [ 698.758532] env[68758]: _type = "Task" [ 698.758532] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.767540] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942008, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.837134] env[68758]: INFO nova.compute.manager [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance disappeared during terminate [ 698.837384] env[68758]: DEBUG oslo_concurrency.lockutils [None req-50423c19-7e1c-4efd-a839-966918991295 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.242s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.116751] env[68758]: DEBUG nova.network.neutron [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.142750] env[68758]: INFO nova.compute.manager [-] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Took 1.31 seconds to deallocate network for instance. [ 699.166009] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d565836-9ba2-485d-9f8c-b390b2ed923b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.180339] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c0fb62-55a9-4040-8a89-b980d998d383 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.219936] env[68758]: DEBUG nova.compute.manager [req-18ea40b1-97f4-45ee-8561-d6e019682598 req-331a47d6-17cd-466f-938c-46af73593ec5 service nova] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Detach interface failed, port_id=72962251-4667-4311-b210-f0aad9a34702, reason: Instance 7781091e-4123-42e2-be01-d5073b3bd3ff could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 699.279141] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942008, 'name': Rename_Task, 'duration_secs': 0.340148} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.279413] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.279671] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b14c7b77-9e63-49d4-9309-11a3ce0c0f51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.286187] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 699.286187] env[68758]: value = "task-2942009" [ 699.286187] env[68758]: _type = "Task" [ 699.286187] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.296482] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.481520] env[68758]: DEBUG nova.network.neutron [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.618576] env[68758]: INFO nova.compute.manager [-] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Took 1.55 seconds to deallocate network for instance. [ 699.653633] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.791090] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eb660e-e14a-4adc-93cc-ee0c01e875ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.798983] env[68758]: DEBUG oslo_vmware.api [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942009, 'name': PowerOnVM_Task, 'duration_secs': 0.429005} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.800845] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.801082] env[68758]: INFO nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Took 4.83 seconds to spawn the instance on the hypervisor. [ 699.801268] env[68758]: DEBUG nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.802043] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c634c291-2c2a-4716-9a7d-a757871c3e17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.804940] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88272ee-9fef-4148-9678-7797810647a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.838301] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b121e17-9663-4aef-b796-a591daeee3f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.846175] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3c0ac0-cd89-452d-91e5-010c52c6710f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.860332] env[68758]: DEBUG nova.compute.provider_tree [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.986173] env[68758]: INFO nova.compute.manager [-] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Took 1.27 seconds to deallocate network for instance. [ 700.128515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.345027] env[68758]: INFO nova.compute.manager [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Took 34.08 seconds to build instance. [ 700.363932] env[68758]: DEBUG nova.scheduler.client.report [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.492987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.693604] env[68758]: DEBUG nova.compute.manager [req-8bf69ff3-2640-4788-97e7-efccbc83fdb3 req-6b9b0e4c-cdc8-4f4e-86c8-a2f95746741e service nova] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Received event network-vif-deleted-75ea2c64-f009-45b9-bc0e-e59309d98f3b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 700.846990] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0af7fb1-4262-492b-928b-8e5138873375 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.475s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.868865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.869367] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.871782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.567s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.873193] env[68758]: INFO nova.compute.claims [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.880517] env[68758]: DEBUG nova.compute.manager [None req-12746d60-71ae-4a3f-8e00-8a791db696c8 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.881561] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203bf30e-6970-4870-9af3-0bad9058a9f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.944417] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "740d21eb-898d-4585-9fe9-07caf8df35bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.947084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.947084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "740d21eb-898d-4585-9fe9-07caf8df35bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.947084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.947084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.947850] env[68758]: INFO nova.compute.manager [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Terminating instance [ 701.350056] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.384256] env[68758]: DEBUG nova.compute.utils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 701.388099] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 701.388364] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 701.399317] env[68758]: INFO nova.compute.manager [None req-12746d60-71ae-4a3f-8e00-8a791db696c8 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] instance snapshotting [ 701.399940] env[68758]: DEBUG nova.objects.instance [None req-12746d60-71ae-4a3f-8e00-8a791db696c8 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lazy-loading 'flavor' on Instance uuid 740d21eb-898d-4585-9fe9-07caf8df35bc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.452628] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "refresh_cache-740d21eb-898d-4585-9fe9-07caf8df35bc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.452812] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquired lock "refresh_cache-740d21eb-898d-4585-9fe9-07caf8df35bc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.452981] env[68758]: DEBUG nova.network.neutron [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.472442] env[68758]: DEBUG nova.policy [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6ffb063840244b2bd849bcd49b1f8cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00ef449b3327495eb6738f30bf609a54', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.877421] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.890551] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.911592] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Successfully created port: 93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.914822] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0665b780-5ea4-4910-905e-d6ebe13d5d41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.942404] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c92303-8f90-471e-9a8f-9489cd8ffecf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986632] env[68758]: DEBUG nova.network.neutron [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.082741] env[68758]: DEBUG nova.network.neutron [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.454144] env[68758]: DEBUG nova.compute.manager [None req-12746d60-71ae-4a3f-8e00-8a791db696c8 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance disappeared during snapshot {{(pid=68758) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 702.558917] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b75de1e-737d-4030-a514-fda386c2ae8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.570110] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821a29b7-ede7-4aa5-82aa-06a49b2792f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.605839] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Releasing lock "refresh_cache-740d21eb-898d-4585-9fe9-07caf8df35bc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.607293] env[68758]: DEBUG nova.compute.manager [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 702.607293] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 702.610739] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59444a04-0e22-492d-a18f-6bba36bd3363 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.617017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c815fb-db24-4a6b-a3c8-fa561d5e598e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.620925] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 702.623030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8026b94-ccc1-4f56-b582-0a123dc89c8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.625433] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f093d8-6ca2-49cb-b6cf-183a54a1585a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.642033] env[68758]: DEBUG nova.compute.provider_tree [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.644652] env[68758]: DEBUG oslo_vmware.api [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 702.644652] env[68758]: value = "task-2942010" [ 702.644652] env[68758]: _type = "Task" [ 702.644652] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.656900] env[68758]: DEBUG nova.compute.manager [None req-12746d60-71ae-4a3f-8e00-8a791db696c8 tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Found 0 images (rotation: 2) {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 702.908365] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.935830] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.936081] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.936237] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.936415] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.936554] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.936700] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.936901] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.937088] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.937301] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.937469] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.937639] env[68758]: DEBUG nova.virt.hardware [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.939069] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5dead1-5715-4d35-b883-a313802adf58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.950697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07271ba9-422b-421a-8af7-7588bd98cb84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.145210] env[68758]: DEBUG nova.scheduler.client.report [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.164628] env[68758]: DEBUG oslo_vmware.api [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942010, 'name': PowerOffVM_Task, 'duration_secs': 0.143988} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.169923] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 703.169923] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 703.169923] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6610127-6261-4c00-87b5-790b70e17f3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.196055] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.197158] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.197382] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Deleting the datastore file [datastore1] 740d21eb-898d-4585-9fe9-07caf8df35bc {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.197657] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed53fd25-ea6f-4fa2-89d9-bb56066ba267 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.204125] env[68758]: DEBUG oslo_vmware.api [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for the task: (returnval){ [ 703.204125] env[68758]: value = "task-2942012" [ 703.204125] env[68758]: _type = "Task" [ 703.204125] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.211971] env[68758]: DEBUG oslo_vmware.api [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942012, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.577967] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Successfully updated port: 93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 703.621218] env[68758]: DEBUG nova.compute.manager [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Received event network-vif-plugged-93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 703.621432] env[68758]: DEBUG oslo_concurrency.lockutils [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] Acquiring lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.621631] env[68758]: DEBUG oslo_concurrency.lockutils [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.621811] env[68758]: DEBUG oslo_concurrency.lockutils [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.621996] env[68758]: DEBUG nova.compute.manager [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] No waiting events found dispatching network-vif-plugged-93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 703.622589] env[68758]: WARNING nova.compute.manager [req-2db8dabb-26a7-4f5b-beac-8660af2830b3 req-a28efaa7-910c-4fda-b10c-b4b462a38ee7 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Received unexpected event network-vif-plugged-93ab4d8b-62d9-4844-a71f-4348cdfa23f4 for instance with vm_state building and task_state spawning. [ 703.656751] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.657285] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.660098] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.137s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.661536] env[68758]: INFO nova.compute.claims [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.714657] env[68758]: DEBUG oslo_vmware.api [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Task: {'id': task-2942012, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099317} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.714919] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 703.715220] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 703.715310] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 703.715487] env[68758]: INFO nova.compute.manager [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 703.715727] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.715917] env[68758]: DEBUG nova.compute.manager [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 703.716023] env[68758]: DEBUG nova.network.neutron [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 703.731856] env[68758]: DEBUG nova.network.neutron [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.085187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.085187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.085187] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 704.165961] env[68758]: DEBUG nova.compute.utils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 704.171364] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 704.171364] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.223700] env[68758]: DEBUG nova.policy [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '375393e88e7640b5acca168ef37b74c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb3e6c75b53d4df3ada517d8aea0f5a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.234926] env[68758]: DEBUG nova.network.neutron [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.480191] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Successfully created port: eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.622319] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 704.671730] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.739522] env[68758]: INFO nova.compute.manager [-] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Took 1.02 seconds to deallocate network for instance. [ 705.108098] env[68758]: DEBUG nova.network.neutron [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Updating instance_info_cache with network_info: [{"id": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "address": "fa:16:3e:68:29:2d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ab4d8b-62", "ovs_interfaceid": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.186163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618edce2-da40-433d-9b45-88954ba18582 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.193958] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733ce383-f968-442c-aa10-2b57e606ed73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.224464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f3a2c4-a7af-4cb4-90f1-3098e26f0f82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.237964] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2baae4e2-ba09-4398-ab20-7f4f267e7ce0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.253529] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.254298] env[68758]: DEBUG nova.compute.provider_tree [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.611055] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.611055] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Instance network_info: |[{"id": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "address": "fa:16:3e:68:29:2d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ab4d8b-62", "ovs_interfaceid": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 705.611440] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:29:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93ab4d8b-62d9-4844-a71f-4348cdfa23f4', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 705.618761] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 705.618974] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 705.619217] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6bac326-7b21-4788-b953-91a5a51ba2b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.639840] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 705.639840] env[68758]: value = "task-2942013" [ 705.639840] env[68758]: _type = "Task" [ 705.639840] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.648159] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942013, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.685219] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.716689] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.717028] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.717264] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.717530] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.717746] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.717907] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.722106] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.722310] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.722525] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.722724] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.722944] env[68758]: DEBUG nova.virt.hardware [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.723900] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bc9b59-bee9-4241-96e2-a7cfaad8ee63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.732063] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d5f31-5354-4993-80a0-b296cddd2ebf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.781543] env[68758]: ERROR nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [req-dd56da97-66c3-465b-a6f8-4d62de941938] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dd56da97-66c3-465b-a6f8-4d62de941938"}]} [ 705.793731] env[68758]: DEBUG nova.compute.manager [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Received event network-changed-93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 705.793955] env[68758]: DEBUG nova.compute.manager [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Refreshing instance network info cache due to event network-changed-93ab4d8b-62d9-4844-a71f-4348cdfa23f4. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 705.794253] env[68758]: DEBUG oslo_concurrency.lockutils [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] Acquiring lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.794430] env[68758]: DEBUG oslo_concurrency.lockutils [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] Acquired lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794619] env[68758]: DEBUG nova.network.neutron [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Refreshing network info cache for port 93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.802123] env[68758]: DEBUG nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 705.816889] env[68758]: DEBUG nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 705.817031] env[68758]: DEBUG nova.compute.provider_tree [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.829606] env[68758]: DEBUG nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 705.853067] env[68758]: DEBUG nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 705.969557] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Successfully updated port: eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.148716] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942013, 'name': CreateVM_Task, 'duration_secs': 0.318762} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.151112] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 706.151991] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.152231] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.152546] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.152796] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6db48ed8-b8d2-4a16-939d-5f2a55f338c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.157288] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 706.157288] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e39436-6389-cc1f-4ae1-59af7b4ba36d" [ 706.157288] env[68758]: _type = "Task" [ 706.157288] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.167314] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e39436-6389-cc1f-4ae1-59af7b4ba36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.364631] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bec279-65e5-4b97-8e13-5852723e76db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.374652] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbcc1f4-8fdc-4367-97ed-cd7713b420a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.410433] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf89400-2e7c-4cc6-b8b8-e74eb998fb64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.418614] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf82be1-c2e1-4ab4-aff2-b56e83507b75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.433083] env[68758]: DEBUG nova.compute.provider_tree [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 706.474855] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.475019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.475175] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.539411] env[68758]: DEBUG nova.network.neutron [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Updated VIF entry in instance network info cache for port 93ab4d8b-62d9-4844-a71f-4348cdfa23f4. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.539756] env[68758]: DEBUG nova.network.neutron [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Updating instance_info_cache with network_info: [{"id": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "address": "fa:16:3e:68:29:2d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93ab4d8b-62", "ovs_interfaceid": "93ab4d8b-62d9-4844-a71f-4348cdfa23f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.668991] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e39436-6389-cc1f-4ae1-59af7b4ba36d, 'name': SearchDatastore_Task, 'duration_secs': 0.011628} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.669311] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.669521] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 706.669757] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.669905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.670101] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 706.670364] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b58aa00-0609-46dc-9de2-1296bbafc9d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.680450] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 706.680636] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 706.681396] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c236e0-b2a0-4f16-9090-dbef4a6543e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.686795] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 706.686795] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a706db-e5ed-ec0f-94f8-7e16027a6678" [ 706.686795] env[68758]: _type = "Task" [ 706.686795] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.694198] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a706db-e5ed-ec0f-94f8-7e16027a6678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.970537] env[68758]: DEBUG nova.scheduler.client.report [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 706.970773] env[68758]: DEBUG nova.compute.provider_tree [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 59 to 60 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 706.970959] env[68758]: DEBUG nova.compute.provider_tree [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.017214] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.045323] env[68758]: DEBUG oslo_concurrency.lockutils [req-1573955d-f6ca-4515-b50a-1c0901f03ed8 req-2cbc8286-37d6-4959-af04-5d7560709858 service nova] Releasing lock "refresh_cache-57b54e92-19b8-4ee5-8293-ee2709c53bed" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.168064] env[68758]: DEBUG nova.network.neutron [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Updating instance_info_cache with network_info: [{"id": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "address": "fa:16:3e:1c:ca:e2", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff0ebd5-2c", "ovs_interfaceid": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.197597] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a706db-e5ed-ec0f-94f8-7e16027a6678, 'name': SearchDatastore_Task, 'duration_secs': 0.009018} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.198425] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d333b88e-1a6b-45d7-a62d-d6dfc7dcbb16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.203767] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 707.203767] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd2971-4cee-d094-4010-e0f96abdce7f" [ 707.203767] env[68758]: _type = "Task" [ 707.203767] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.212342] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd2971-4cee-d094-4010-e0f96abdce7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.476014] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.816s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.476568] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.479123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.449s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.479480] env[68758]: DEBUG nova.objects.instance [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'resources' on Instance uuid 7948e0b9-2a13-4b69-b288-0702beb6696b {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.671185] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.671532] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Instance network_info: |[{"id": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "address": "fa:16:3e:1c:ca:e2", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff0ebd5-2c", "ovs_interfaceid": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.671954] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ca:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eff0ebd5-2c7d-4777-a40c-ecf7067d255c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.683095] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.683353] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.683576] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e79fc8a-906b-415f-8e6b-495fbfcae125 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.708598] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.708598] env[68758]: value = "task-2942014" [ 707.708598] env[68758]: _type = "Task" [ 707.708598] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.715366] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd2971-4cee-d094-4010-e0f96abdce7f, 'name': SearchDatastore_Task, 'duration_secs': 0.010085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.715850] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.717048] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 57b54e92-19b8-4ee5-8293-ee2709c53bed/57b54e92-19b8-4ee5-8293-ee2709c53bed.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.717048] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b845f1b7-feb6-4149-bad3-828286b9ea11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.721260] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942014, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.727303] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 707.727303] env[68758]: value = "task-2942015" [ 707.727303] env[68758]: _type = "Task" [ 707.727303] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.735102] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.824158] env[68758]: DEBUG nova.compute.manager [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Received event network-vif-plugged-eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.824905] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Acquiring lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.824905] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.824905] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.825208] env[68758]: DEBUG nova.compute.manager [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] No waiting events found dispatching network-vif-plugged-eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 707.825208] env[68758]: WARNING nova.compute.manager [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Received unexpected event network-vif-plugged-eff0ebd5-2c7d-4777-a40c-ecf7067d255c for instance with vm_state building and task_state spawning. [ 707.825399] env[68758]: DEBUG nova.compute.manager [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Received event network-changed-eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 707.825544] env[68758]: DEBUG nova.compute.manager [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Refreshing instance network info cache due to event network-changed-eff0ebd5-2c7d-4777-a40c-ecf7067d255c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 707.825725] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Acquiring lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.825859] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Acquired lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.826016] env[68758]: DEBUG nova.network.neutron [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Refreshing network info cache for port eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.983117] env[68758]: DEBUG nova.compute.utils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.987307] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.987480] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.180204] env[68758]: DEBUG nova.policy [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f99df545b959463cb61e3d1534ed759e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f36c966c9a4942857d541445aa3439', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.223733] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942014, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.238463] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469455} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.238637] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 57b54e92-19b8-4ee5-8293-ee2709c53bed/57b54e92-19b8-4ee5-8293-ee2709c53bed.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.239026] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.239122] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a38b29f-2195-4a3f-996c-23256a496b25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.252199] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 708.252199] env[68758]: value = "task-2942016" [ 708.252199] env[68758]: _type = "Task" [ 708.252199] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.258321] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.490279] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.554278] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Successfully created port: 90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 708.628999] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c01e5ba-6437-4887-acd5-21453506cb99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.637524] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ad9f75-3709-47c9-986d-2658f51a4a37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.671853] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca5a90e-597e-4eb0-879f-aaac4923895e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.679984] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dd9b09-0298-47e6-a543-b94bb969e20f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.694381] env[68758]: DEBUG nova.compute.provider_tree [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.721053] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942014, 'name': CreateVM_Task, 'duration_secs': 0.557316} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.721225] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.722029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.722199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.724016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.724016] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5a00ff1-3726-4cdd-8b4a-0049cfb6f8b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.727402] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 708.727402] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205977d-a638-df00-bb91-c0e7c486f198" [ 708.727402] env[68758]: _type = "Task" [ 708.727402] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.735507] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205977d-a638-df00-bb91-c0e7c486f198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.758567] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063672} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.758824] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.759697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6368037-6e9e-42d8-a034-ceaba8e07b2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.781953] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 57b54e92-19b8-4ee5-8293-ee2709c53bed/57b54e92-19b8-4ee5-8293-ee2709c53bed.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.782234] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d3aec4b-b31d-41ea-a83c-c05c2436c242 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.801689] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 708.801689] env[68758]: value = "task-2942017" [ 708.801689] env[68758]: _type = "Task" [ 708.801689] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.809643] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.811073] env[68758]: DEBUG nova.network.neutron [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Updated VIF entry in instance network info cache for port eff0ebd5-2c7d-4777-a40c-ecf7067d255c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.811402] env[68758]: DEBUG nova.network.neutron [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Updating instance_info_cache with network_info: [{"id": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "address": "fa:16:3e:1c:ca:e2", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.84", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeff0ebd5-2c", "ovs_interfaceid": "eff0ebd5-2c7d-4777-a40c-ecf7067d255c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.197760] env[68758]: DEBUG nova.scheduler.client.report [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.240418] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205977d-a638-df00-bb91-c0e7c486f198, 'name': SearchDatastore_Task, 'duration_secs': 0.009473} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.240709] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.240942] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.241177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.241325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.241500] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.241753] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea1eb7f1-15f3-4b6f-b189-a1131b68c143 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.250240] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.250417] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.251135] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638fe744-f522-4125-b7c5-8875bcb2d628 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.255979] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 709.255979] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237e148-a350-727e-ba38-7fe8691ea10a" [ 709.255979] env[68758]: _type = "Task" [ 709.255979] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.263564] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237e148-a350-727e-ba38-7fe8691ea10a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.311754] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942017, 'name': ReconfigVM_Task, 'duration_secs': 0.310072} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.312064] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 57b54e92-19b8-4ee5-8293-ee2709c53bed/57b54e92-19b8-4ee5-8293-ee2709c53bed.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.312686] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0123dedc-cdf2-4117-a295-08380f3d4a99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.314508] env[68758]: DEBUG oslo_concurrency.lockutils [req-a215066b-90ca-4ba5-914b-942cb3fa058a req-dbe47334-ec3e-4f26-8ff0-7d7e05d1eac3 service nova] Releasing lock "refresh_cache-5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.319334] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 709.319334] env[68758]: value = "task-2942018" [ 709.319334] env[68758]: _type = "Task" [ 709.319334] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.326565] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942018, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.507290] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.538282] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.538518] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.538670] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.538842] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.538983] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.539247] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.539459] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.539688] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.539873] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.540047] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.540218] env[68758]: DEBUG nova.virt.hardware [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.541137] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc20b6c2-01e4-40fb-b266-4edcf1e4f926 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.549783] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b068d96-bd44-4f67-b0b1-56ee5af260ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.710016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.228s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.710016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.146s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.710016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.710016] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 709.710016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.981s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.714028] env[68758]: INFO nova.compute.claims [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.718210] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3255d7f-ab26-4a8d-8e35-d252d27fce06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.733527] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcff26ea-943b-493d-8a97-ef3cbc8de6ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.749865] env[68758]: INFO nova.scheduler.client.report [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocations for instance 7948e0b9-2a13-4b69-b288-0702beb6696b [ 709.751287] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f9c5f7-fb13-49ed-bc90-6ddc192b7f85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.762088] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370f821d-f231-4321-ae4f-a715261d7a83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.768470] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237e148-a350-727e-ba38-7fe8691ea10a, 'name': SearchDatastore_Task, 'duration_secs': 0.007833} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.770104] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c59ec7-f2e2-4eef-91dc-ae9dfff42aa5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.797595] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179278MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 709.797797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.801153] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 709.801153] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e5418f-1f1c-d31b-e6da-653446992a5c" [ 709.801153] env[68758]: _type = "Task" [ 709.801153] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.809197] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e5418f-1f1c-d31b-e6da-653446992a5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.826861] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942018, 'name': Rename_Task, 'duration_secs': 0.143431} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.827184] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.827390] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e4c7d17f-5a81-4ef2-bb5d-3d1f6f1f90cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.833442] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 709.833442] env[68758]: value = "task-2942019" [ 709.833442] env[68758]: _type = "Task" [ 709.833442] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.845814] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942019, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.991145] env[68758]: DEBUG nova.compute.manager [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Received event network-vif-plugged-90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 709.991145] env[68758]: DEBUG oslo_concurrency.lockutils [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] Acquiring lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.991369] env[68758]: DEBUG oslo_concurrency.lockutils [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.991649] env[68758]: DEBUG oslo_concurrency.lockutils [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.991771] env[68758]: DEBUG nova.compute.manager [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] No waiting events found dispatching network-vif-plugged-90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 709.991988] env[68758]: WARNING nova.compute.manager [req-7cfe0f76-cc64-486b-a7e3-5fd8ad1f2369 req-e6a1c248-6897-4ec1-9241-96fab32ed2e4 service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Received unexpected event network-vif-plugged-90f2fe74-106e-4672-94d8-f3417e10ab5c for instance with vm_state building and task_state spawning. [ 710.067238] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Successfully updated port: 90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 710.260031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27824497-5233-435f-8be6-c67e7e68adec tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "7948e0b9-2a13-4b69-b288-0702beb6696b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.958s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.311858] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e5418f-1f1c-d31b-e6da-653446992a5c, 'name': SearchDatastore_Task, 'duration_secs': 0.009853} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.312165] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.312492] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5/5a468b1a-8fb7-4d42-8ab5-e2689f7226b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.312729] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f52c04-7100-47d7-a77e-ef509baadc1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.319734] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 710.319734] env[68758]: value = "task-2942020" [ 710.319734] env[68758]: _type = "Task" [ 710.319734] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.328339] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.342846] env[68758]: DEBUG oslo_vmware.api [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942019, 'name': PowerOnVM_Task, 'duration_secs': 0.490669} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.343163] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.343370] env[68758]: INFO nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Took 7.43 seconds to spawn the instance on the hypervisor. [ 710.343566] env[68758]: DEBUG nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.344754] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d883e2-061c-44e2-9900-3c350948c6ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.569945] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.570022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquired lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.570498] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 710.833022] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.460816} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.833343] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5/5a468b1a-8fb7-4d42-8ab5-e2689f7226b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.833570] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.833820] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8c67a43-8793-4323-8754-ce9b846289cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.839927] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 710.839927] env[68758]: value = "task-2942021" [ 710.839927] env[68758]: _type = "Task" [ 710.839927] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.848463] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.864603] env[68758]: INFO nova.compute.manager [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Took 40.66 seconds to build instance. [ 711.110721] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 711.249100] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6949fb-3b12-4127-a16b-2dbd34aa6a06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.256038] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbe6575-7b1d-4207-9cde-f01633772ec1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.261400] env[68758]: DEBUG nova.network.neutron [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Updating instance_info_cache with network_info: [{"id": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "address": "fa:16:3e:dd:9f:e2", "network": {"id": "84028b48-37cb-451d-91e7-4f31fe6b60a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1741496150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f36c966c9a4942857d541445aa3439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f2fe74-10", "ovs_interfaceid": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.293120] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75772a59-545d-4760-89a7-cd863e22a1b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.303470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a429886d-f2bc-4f88-a29e-beba8d17fb4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.317700] env[68758]: DEBUG nova.compute.provider_tree [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.348894] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066584} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.349234] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.350027] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad055fc-44c4-4114-b3f4-e4c7aee6c3c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.373767] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5/5a468b1a-8fb7-4d42-8ab5-e2689f7226b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.374496] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3dc4cfcd-14c6-43f6-bf88-f065759102a8 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.744s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.374674] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-563a8e2f-4efc-4052-b7fc-bc80d23321b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.396500] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 711.396500] env[68758]: value = "task-2942022" [ 711.396500] env[68758]: _type = "Task" [ 711.396500] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.404525] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942022, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.765462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Releasing lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.766237] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Instance network_info: |[{"id": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "address": "fa:16:3e:dd:9f:e2", "network": {"id": "84028b48-37cb-451d-91e7-4f31fe6b60a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1741496150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f36c966c9a4942857d541445aa3439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f2fe74-10", "ovs_interfaceid": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 711.766686] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9f:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90f2fe74-106e-4672-94d8-f3417e10ab5c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.774208] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Creating folder: Project (73f36c966c9a4942857d541445aa3439). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.774645] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a566968f-a9b6-4955-a9e7-c96b31c25913 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.786357] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Created folder: Project (73f36c966c9a4942857d541445aa3439) in parent group-v590497. [ 711.786599] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Creating folder: Instances. Parent ref: group-v590582. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 711.786872] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-401fccd9-8d6c-4f5e-83e0-5d4843fc1938 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.795491] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Created folder: Instances in parent group-v590582. [ 711.795775] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.796007] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.796244] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f36fec3-54e9-4588-bbe5-3bce816018d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.816293] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.816293] env[68758]: value = "task-2942025" [ 711.816293] env[68758]: _type = "Task" [ 711.816293] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.824088] env[68758]: DEBUG nova.scheduler.client.report [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.827389] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942025, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.892628] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.906319] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942022, 'name': ReconfigVM_Task, 'duration_secs': 0.273117} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.906812] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5/5a468b1a-8fb7-4d42-8ab5-e2689f7226b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 711.908176] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aec7de50-2bf8-4478-bd55-8cde2ed1c41d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.916932] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 711.916932] env[68758]: value = "task-2942026" [ 711.916932] env[68758]: _type = "Task" [ 711.916932] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.925520] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942026, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.309718] env[68758]: DEBUG nova.compute.manager [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Received event network-changed-90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 712.309718] env[68758]: DEBUG nova.compute.manager [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Refreshing instance network info cache due to event network-changed-90f2fe74-106e-4672-94d8-f3417e10ab5c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 712.309985] env[68758]: DEBUG oslo_concurrency.lockutils [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] Acquiring lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.310234] env[68758]: DEBUG oslo_concurrency.lockutils [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] Acquired lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.310327] env[68758]: DEBUG nova.network.neutron [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Refreshing network info cache for port 90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.326469] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942025, 'name': CreateVM_Task, 'duration_secs': 0.440477} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.326635] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.327294] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.327437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.330054] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.330728] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651791a8-170a-4d36-8044-87a27fee2f07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.338768] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.339275] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.345811] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.551s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.347627] env[68758]: INFO nova.compute.claims [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.353180] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 712.353180] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275e6f5-b528-e842-3ce9-cf5c62f2e08a" [ 712.353180] env[68758]: _type = "Task" [ 712.353180] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.362605] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275e6f5-b528-e842-3ce9-cf5c62f2e08a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.418160] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.427160] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942026, 'name': Rename_Task, 'duration_secs': 0.146001} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.427433] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 712.427668] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60edc5b9-d6d4-437a-9588-fd0bb0f67903 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.433361] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 712.433361] env[68758]: value = "task-2942027" [ 712.433361] env[68758]: _type = "Task" [ 712.433361] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.440819] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.470367] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.470685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.470838] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.471027] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.471230] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.473390] env[68758]: INFO nova.compute.manager [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Terminating instance [ 712.850934] env[68758]: DEBUG nova.compute.utils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.852342] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 712.867563] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275e6f5-b528-e842-3ce9-cf5c62f2e08a, 'name': SearchDatastore_Task, 'duration_secs': 0.016704} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.868820] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.869099] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.869364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869533] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869726] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.870611] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b195e01d-e90a-4a80-95a7-3d9debbe4286 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.891457] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.891649] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.892553] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dffa316-5340-4950-a1d0-db353726cab7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.898884] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 712.898884] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52645325-66d1-a57d-af0f-484268db866c" [ 712.898884] env[68758]: _type = "Task" [ 712.898884] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.909526] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52645325-66d1-a57d-af0f-484268db866c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.943718] env[68758]: DEBUG oslo_vmware.api [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942027, 'name': PowerOnVM_Task, 'duration_secs': 0.465904} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.944045] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.944305] env[68758]: INFO nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Took 7.26 seconds to spawn the instance on the hypervisor. [ 712.944509] env[68758]: DEBUG nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.945397] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e829b78-477d-4e8e-8f96-7b50d0ef486b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.978354] env[68758]: DEBUG nova.compute.manager [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 712.978631] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 712.979512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96499719-896a-4ed6-bbb3-48d131289ea3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.986819] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.987092] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3a32b9-c15c-4e0c-b544-181d0a0c9e53 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.992963] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 712.992963] env[68758]: value = "task-2942028" [ 712.992963] env[68758]: _type = "Task" [ 712.992963] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.006495] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.074216] env[68758]: DEBUG nova.network.neutron [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Updated VIF entry in instance network info cache for port 90f2fe74-106e-4672-94d8-f3417e10ab5c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 713.074610] env[68758]: DEBUG nova.network.neutron [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Updating instance_info_cache with network_info: [{"id": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "address": "fa:16:3e:dd:9f:e2", "network": {"id": "84028b48-37cb-451d-91e7-4f31fe6b60a0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1741496150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f36c966c9a4942857d541445aa3439", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90f2fe74-10", "ovs_interfaceid": "90f2fe74-106e-4672-94d8-f3417e10ab5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.357578] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.423060] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52645325-66d1-a57d-af0f-484268db866c, 'name': SearchDatastore_Task, 'duration_secs': 0.010326} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.426865] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc64dbb3-3bb6-4deb-8eae-fc03d410b64a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.432753] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 713.432753] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260e497-4962-24d4-a19b-2fa34522de1f" [ 713.432753] env[68758]: _type = "Task" [ 713.432753] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.444231] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260e497-4962-24d4-a19b-2fa34522de1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.467051] env[68758]: INFO nova.compute.manager [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Took 38.19 seconds to build instance. [ 713.507377] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942028, 'name': PowerOffVM_Task, 'duration_secs': 0.305522} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.507643] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 713.507809] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 713.508063] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b2d9940-2568-4126-9bd3-3836aa5cba46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.576287] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 713.576510] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 713.576699] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Deleting the datastore file [datastore1] 57b54e92-19b8-4ee5-8293-ee2709c53bed {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.577226] env[68758]: DEBUG oslo_concurrency.lockutils [req-28c50368-8afa-4d1c-accd-549641cb6c3b req-f7abeb64-ca3a-4186-9023-4f081168d61e service nova] Releasing lock "refresh_cache-5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577554] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f94e6385-99e9-4bde-84fb-8227ed20cf65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.583342] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for the task: (returnval){ [ 713.583342] env[68758]: value = "task-2942030" [ 713.583342] env[68758]: _type = "Task" [ 713.583342] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.590730] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.904528] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314e423d-31b6-497b-b0a3-07cd6b7f6b4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.914320] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c55df2-e7f0-45ac-9339-0b3b156284a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.949807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09aeb39-fbc1-49f2-bdc1-0eac2c01c5a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.957361] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260e497-4962-24d4-a19b-2fa34522de1f, 'name': SearchDatastore_Task, 'duration_secs': 0.03698} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.957608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.957865] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd/5a1aaf73-a8ad-4f64-b1bc-f89617d845bd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.958104] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67467857-b86d-45e6-a77f-59f1d081e1c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.964266] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 713.964266] env[68758]: value = "task-2942031" [ 713.964266] env[68758]: _type = "Task" [ 713.964266] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.971543] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5dd1bd-4bed-4d5b-85ca-bf7c206679c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.975198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7b050ad5-86b7-413a-aba6-722dab61a4fd tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.990026] env[68758]: DEBUG nova.compute.provider_tree [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 713.991899] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.093867] env[68758]: DEBUG oslo_vmware.api [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Task: {'id': task-2942030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46679} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.093867] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.093867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.093867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.093867] env[68758]: INFO nova.compute.manager [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Took 1.12 seconds to destroy the instance on the hypervisor. [ 714.094170] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.094336] env[68758]: DEBUG nova.compute.manager [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.094435] env[68758]: DEBUG nova.network.neutron [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.310373] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2e61c8-4139-438f-a52a-fbe1bc55e433 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.316980] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Suspending the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 714.317526] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fe05d15f-f276-43a6-92e2-a6d1e529d798 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.327127] env[68758]: DEBUG oslo_vmware.api [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] Waiting for the task: (returnval){ [ 714.327127] env[68758]: value = "task-2942032" [ 714.327127] env[68758]: _type = "Task" [ 714.327127] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.338941] env[68758]: DEBUG oslo_vmware.api [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] Task: {'id': task-2942032, 'name': SuspendVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.371039] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.398876] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.399075] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.399235] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.399424] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.399566] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.399710] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.399922] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.400118] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.400298] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.400466] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.400634] env[68758]: DEBUG nova.virt.hardware [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.401622] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5149c7c4-9eca-43ba-a04a-6efbde0d7223 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.406715] env[68758]: DEBUG nova.compute.manager [req-f95c307e-c230-4b76-994a-2a69b9360f97 req-9d79e429-f4ae-4a20-baec-1785799a4b8b service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Received event network-vif-deleted-93ab4d8b-62d9-4844-a71f-4348cdfa23f4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 714.406916] env[68758]: INFO nova.compute.manager [req-f95c307e-c230-4b76-994a-2a69b9360f97 req-9d79e429-f4ae-4a20-baec-1785799a4b8b service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Neutron deleted interface 93ab4d8b-62d9-4844-a71f-4348cdfa23f4; detaching it from the instance and deleting it from the info cache [ 714.407907] env[68758]: DEBUG nova.network.neutron [req-f95c307e-c230-4b76-994a-2a69b9360f97 req-9d79e429-f4ae-4a20-baec-1785799a4b8b service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.414826] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b011e5-519a-400e-8005-01bf94aedafb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.431744] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.437910] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Creating folder: Project (7a30de0380c64b5b9f6da953876d9b94). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.438630] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-621b523c-3fc7-4d8e-867d-2031f6e59322 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.448560] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Created folder: Project (7a30de0380c64b5b9f6da953876d9b94) in parent group-v590497. [ 714.448759] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Creating folder: Instances. Parent ref: group-v590585. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.449013] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf947d1a-acf9-44b4-b4d0-e29409e254c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.458406] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Created folder: Instances in parent group-v590585. [ 714.458687] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.458889] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.459114] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-114fa08b-0e00-4212-a846-88ab28340dc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.480421] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 714.482995] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942031, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.485216] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.485216] env[68758]: value = "task-2942035" [ 714.485216] env[68758]: _type = "Task" [ 714.485216] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.495427] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942035, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.532022] env[68758]: DEBUG nova.scheduler.client.report [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 714.532022] env[68758]: DEBUG nova.compute.provider_tree [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 60 to 61 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 714.532022] env[68758]: DEBUG nova.compute.provider_tree [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 714.829057] env[68758]: DEBUG nova.network.neutron [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.840323] env[68758]: DEBUG oslo_vmware.api [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] Task: {'id': task-2942032, 'name': SuspendVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.911896] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d4b53f0-16e3-4939-a99d-866f3ebdd82e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.921290] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94422648-ad1b-4945-b5b5-05dad3be13b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.954437] env[68758]: DEBUG nova.compute.manager [req-f95c307e-c230-4b76-994a-2a69b9360f97 req-9d79e429-f4ae-4a20-baec-1785799a4b8b service nova] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Detach interface failed, port_id=93ab4d8b-62d9-4844-a71f-4348cdfa23f4, reason: Instance 57b54e92-19b8-4ee5-8293-ee2709c53bed could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 714.981091] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942031, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.96221} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.981355] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd/5a1aaf73-a8ad-4f64-b1bc-f89617d845bd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.981569] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.981814] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0b792388-88fc-4291-b695-3ae343835fa1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.991126] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 714.991126] env[68758]: value = "task-2942036" [ 714.991126] env[68758]: _type = "Task" [ 714.991126] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.002049] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942035, 'name': CreateVM_Task, 'duration_secs': 0.437382} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.002589] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.003071] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.003282] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003631] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003939] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5deac36-9a1b-4809-bcb3-988551c81bef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.008627] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.011787] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 715.011787] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ecd94-bbdb-32bd-f8eb-316bd15cc6b7" [ 715.011787] env[68758]: _type = "Task" [ 715.011787] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.012721] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.020471] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ecd94-bbdb-32bd-f8eb-316bd15cc6b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.035593] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.036278] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.039175] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.559s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.040852] env[68758]: INFO nova.compute.claims [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.335282] env[68758]: INFO nova.compute.manager [-] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Took 1.24 seconds to deallocate network for instance. [ 715.344078] env[68758]: DEBUG oslo_vmware.api [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] Task: {'id': task-2942032, 'name': SuspendVM_Task, 'duration_secs': 0.823373} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.347373] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Suspended the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 715.347373] env[68758]: DEBUG nova.compute.manager [None req-39095971-ce76-4bae-aab8-aa31403a8bdb tempest-ServersAdminNegativeTestJSON-1055099190 tempest-ServersAdminNegativeTestJSON-1055099190-project-admin] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 715.348499] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380efdbb-00ac-4a89-9e0c-efdd9a306cd7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.503262] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069518} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.503552] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.504379] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e0a2e6-5362-450e-b9d8-6e537951a042 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.527172] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd/5a1aaf73-a8ad-4f64-b1bc-f89617d845bd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.530868] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56365b94-0fc1-4aa8-a53c-ad46b08f5767 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.545807] env[68758]: DEBUG nova.compute.utils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.549648] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 715.554589] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ecd94-bbdb-32bd-f8eb-316bd15cc6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.012704} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.555942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.556189] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.556422] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.556903] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.556903] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.557143] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 715.557143] env[68758]: value = "task-2942037" [ 715.557143] env[68758]: _type = "Task" [ 715.557143] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.557894] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abb8b665-795e-4da2-98db-47f773a6a1b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.570186] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.571680] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.571867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.572899] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b1a878b-63b3-4637-89f2-0f64e9f8cc5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.579200] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 715.579200] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240d050-b97f-c701-2a90-1e75d2529bae" [ 715.579200] env[68758]: _type = "Task" [ 715.579200] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.587979] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240d050-b97f-c701-2a90-1e75d2529bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.849090] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.050059] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.072075] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942037, 'name': ReconfigVM_Task, 'duration_secs': 0.2861} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.072439] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd/5a1aaf73-a8ad-4f64-b1bc-f89617d845bd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.073228] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cf6ab57-00a0-4865-bec7-a299a3c4df92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.080676] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 716.080676] env[68758]: value = "task-2942038" [ 716.080676] env[68758]: _type = "Task" [ 716.080676] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.099185] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240d050-b97f-c701-2a90-1e75d2529bae, 'name': SearchDatastore_Task, 'duration_secs': 0.008989} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.104816] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942038, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.107990] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c569e3-d470-4838-bd92-6db02ffe3a65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.116606] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 716.116606] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b603c6-cae3-4adb-a15b-d95fb5c21dc4" [ 716.116606] env[68758]: _type = "Task" [ 716.116606] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.123694] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b603c6-cae3-4adb-a15b-d95fb5c21dc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.600722] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942038, 'name': Rename_Task, 'duration_secs': 0.149487} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.601681] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.601930] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf890f0b-d8d1-45d8-8b81-e999b91412dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.611899] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 716.611899] env[68758]: value = "task-2942039" [ 716.611899] env[68758]: _type = "Task" [ 716.611899] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.625049] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.632727] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b603c6-cae3-4adb-a15b-d95fb5c21dc4, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.632727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.632727] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.632904] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65a4c3f-4358-4b7c-aca5-da9b510c44d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.641791] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 716.641791] env[68758]: value = "task-2942040" [ 716.641791] env[68758]: _type = "Task" [ 716.641791] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.650097] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.651696] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7799f7cd-41c9-48c8-b20b-6e386e713f63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.658857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7cb158-d9e1-40d9-9035-4d756993670a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.690328] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764e91c-b13a-4919-959c-983ec045db38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.698391] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbfac18-ca67-41fd-b3b5-97db9e838643 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.711842] env[68758]: DEBUG nova.compute.provider_tree [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.064491] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.095082] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.095332] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.095488] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.095666] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.095811] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.095955] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.096181] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.096340] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.096505] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.096665] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.096835] env[68758]: DEBUG nova.virt.hardware [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.097736] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be817853-2fa2-4b11-b170-a519821eb04b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.105329] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e896cab8-cfac-45ae-ab21-0e9a7938df08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.124546] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.130052] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Creating folder: Project (3bdebcfb2c9246a99cda8b55258d20cf). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.131599] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-968f49c2-d500-48ae-a25c-a5753a7830bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.136633] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942039, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.147617] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Created folder: Project (3bdebcfb2c9246a99cda8b55258d20cf) in parent group-v590497. [ 717.147809] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Creating folder: Instances. Parent ref: group-v590588. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.148745] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-090e6c6d-79dd-42e5-ac8e-50f18ec78e56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.152705] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474164} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.153246] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.153461] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.153686] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0a30c6f-ca40-4149-9d80-de4557d22691 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.159198] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 717.159198] env[68758]: value = "task-2942043" [ 717.159198] env[68758]: _type = "Task" [ 717.159198] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.162989] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Created folder: Instances in parent group-v590588. [ 717.163303] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.163817] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.164033] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb41c12c-3127-48b2-8e2e-671b9c5b8118 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.179103] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.183939] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.183939] env[68758]: value = "task-2942044" [ 717.183939] env[68758]: _type = "Task" [ 717.183939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.191914] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942044, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.214784] env[68758]: DEBUG nova.scheduler.client.report [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.614329] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.614717] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.615017] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.615337] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.615564] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.622668] env[68758]: INFO nova.compute.manager [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Terminating instance [ 717.629287] env[68758]: DEBUG oslo_vmware.api [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942039, 'name': PowerOnVM_Task, 'duration_secs': 0.657604} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.629589] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.629756] env[68758]: INFO nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Took 8.12 seconds to spawn the instance on the hypervisor. [ 717.629927] env[68758]: DEBUG nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 717.630748] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b1844-76c9-4666-996d-ebb1ecfdb58a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.668565] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095427} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.668896] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.669652] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2a6b44-d94e-4b50-809b-8164b37db988 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.690557] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.690997] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10ff80f0-2f87-4861-bc9e-b355d2341ff0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.716146] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942044, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.717514] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 717.717514] env[68758]: value = "task-2942045" [ 717.717514] env[68758]: _type = "Task" [ 717.717514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.720933] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.721479] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.724204] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.727s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.725626] env[68758]: INFO nova.compute.claims [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.733377] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.126878] env[68758]: DEBUG nova.compute.manager [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 718.127204] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 718.128025] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973628f-b999-4319-8695-b272406ca20f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.135619] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 718.135853] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-962a72ed-5a94-4f72-842f-3f9a9c59991a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.150293] env[68758]: INFO nova.compute.manager [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Took 37.67 seconds to build instance. [ 718.201813] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942044, 'name': CreateVM_Task, 'duration_secs': 0.553886} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.202952] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.203294] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 718.203530] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 718.203721] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleting the datastore file [datastore1] 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 718.204140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.204331] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.204644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.204890] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05e1a04a-52e0-4f84-a5d5-1fbb9d3ecd3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.206621] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e809b64-5b6a-4cba-8bac-fcfc6bca0b37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.211762] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 718.211762] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a1fc1-4bb4-55ee-615e-c6148160383e" [ 718.211762] env[68758]: _type = "Task" [ 718.211762] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.215940] env[68758]: DEBUG oslo_vmware.api [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 718.215940] env[68758]: value = "task-2942047" [ 718.215940] env[68758]: _type = "Task" [ 718.215940] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.221504] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a1fc1-4bb4-55ee-615e-c6148160383e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.229126] env[68758]: DEBUG oslo_vmware.api [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.232991] env[68758]: DEBUG nova.compute.utils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.235917] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.236410] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.236596] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.285872] env[68758]: DEBUG nova.policy [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a7e98cf04b4d2e83fa8049bb944f9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec02757bb7e04522a48330f0230dd54f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.566390] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Successfully created port: 8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.652494] env[68758]: DEBUG oslo_concurrency.lockutils [None req-26a12257-ec39-4258-8851-374dfa0fa476 tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.314s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.731236] env[68758]: DEBUG oslo_vmware.api [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173132} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.731806] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a1fc1-4bb4-55ee-615e-c6148160383e, 'name': SearchDatastore_Task, 'duration_secs': 0.009594} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.732414] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 718.732636] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 718.732794] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 718.732963] env[68758]: INFO nova.compute.manager [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Took 0.61 seconds to destroy the instance on the hypervisor. [ 718.733231] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 718.733850] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.733850] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 718.733944] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.734044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.734367] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 718.737190] env[68758]: DEBUG nova.compute.manager [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 718.737332] env[68758]: DEBUG nova.network.neutron [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 718.738852] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-428ec09d-b536-45e4-98a8-dfdab1b5e330 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.741086] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.743766] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942045, 'name': ReconfigVM_Task, 'duration_secs': 0.676368} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.746550] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfigured VM instance instance-00000021 to attach disk [datastore1] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.747804] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27cf2cb-bc74-40c6-869a-c76f7a034ade {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.754419] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 718.757549] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 718.757549] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab210511-de36-49c5-8808-cdd883a01c08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.762880] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 718.762880] env[68758]: value = "task-2942048" [ 718.762880] env[68758]: _type = "Task" [ 718.762880] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.769291] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 718.769291] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5219de0e-dd02-5b25-3aa8-d0d2dd46b38a" [ 718.769291] env[68758]: _type = "Task" [ 718.769291] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.775212] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942048, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.782786] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5219de0e-dd02-5b25-3aa8-d0d2dd46b38a, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.783639] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596b1179-e3c7-492e-903a-baae6c3ce946 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.789124] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 718.789124] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b8e596-c56c-d745-1615-3a19536ae559" [ 718.789124] env[68758]: _type = "Task" [ 718.789124] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.800436] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b8e596-c56c-d745-1615-3a19536ae559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.155400] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.212735] env[68758]: DEBUG nova.compute.manager [req-42445293-1a75-4a13-b15d-00e8f4c2e2db req-54ae43a2-dbb9-4384-9cfb-700261241904 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Received event network-vif-deleted-eff0ebd5-2c7d-4777-a40c-ecf7067d255c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 719.212989] env[68758]: INFO nova.compute.manager [req-42445293-1a75-4a13-b15d-00e8f4c2e2db req-54ae43a2-dbb9-4384-9cfb-700261241904 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Neutron deleted interface eff0ebd5-2c7d-4777-a40c-ecf7067d255c; detaching it from the instance and deleting it from the info cache [ 719.213124] env[68758]: DEBUG nova.network.neutron [req-42445293-1a75-4a13-b15d-00e8f4c2e2db req-54ae43a2-dbb9-4384-9cfb-700261241904 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.272917] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942048, 'name': Rename_Task, 'duration_secs': 0.258182} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.275532] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.275978] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d71c8602-8e76-4dc7-b246-415b6663158d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.282671] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 719.282671] env[68758]: value = "task-2942049" [ 719.282671] env[68758]: _type = "Task" [ 719.282671] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.296826] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.303343] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b8e596-c56c-d745-1615-3a19536ae559, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.305841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.306124] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] a38c2595-3f21-4ce6-8bbe-ba1c551acb7a/a38c2595-3f21-4ce6-8bbe-ba1c551acb7a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 719.306557] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9df60af6-b0fe-4c55-9c66-de96106c5ede {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.313015] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 719.313015] env[68758]: value = "task-2942050" [ 719.313015] env[68758]: _type = "Task" [ 719.313015] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.323654] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.374733] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e8aa36-ca82-4fc3-9e9d-ef1adf9acf68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.385423] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d00799-80aa-4680-a966-a147f60a2fe3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.421523] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a90ad-fa43-47a5-99bf-42d140001f6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.429198] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd9aa7-a970-4aa0-9f03-afcf4dccbf17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.442491] env[68758]: DEBUG nova.compute.provider_tree [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.597271] env[68758]: DEBUG nova.network.neutron [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.686128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.719032] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d4e45cb-cb83-4367-a37d-2e5d8f3f9a1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.730510] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b13941-6933-4650-93f2-1040e63a71de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.750107] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.768699] env[68758]: DEBUG nova.compute.manager [req-42445293-1a75-4a13-b15d-00e8f4c2e2db req-54ae43a2-dbb9-4384-9cfb-700261241904 service nova] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Detach interface failed, port_id=eff0ebd5-2c7d-4777-a40c-ecf7067d255c, reason: Instance 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 719.778673] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.778673] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.778673] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.778888] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.779125] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.779190] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.779364] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.779517] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.779679] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.779837] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.780014] env[68758]: DEBUG nova.virt.hardware [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.780825] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793d8ffc-b551-44ad-9173-6b02f4d330cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.789824] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0cd500-80b6-471e-b00e-841ecd7a358f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.796447] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942049, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.821206] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942050, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.852899] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.853179] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.853387] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.853952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.854197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.857064] env[68758]: INFO nova.compute.manager [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Terminating instance [ 719.945751] env[68758]: DEBUG nova.scheduler.client.report [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.961784] env[68758]: DEBUG nova.compute.manager [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Received event network-vif-plugged-8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 719.962012] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.962235] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.962443] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.962621] env[68758]: DEBUG nova.compute.manager [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] No waiting events found dispatching network-vif-plugged-8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 719.962786] env[68758]: WARNING nova.compute.manager [req-6ac45061-5d8b-4583-8a66-6e9600fb82dd req-ffab36e2-6fb0-474c-9b22-da4e5d7de638 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Received unexpected event network-vif-plugged-8ad5ba92-7bcc-4024-b091-ecafb26904b5 for instance with vm_state building and task_state spawning. [ 720.060372] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Successfully updated port: 8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.100357] env[68758]: INFO nova.compute.manager [-] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Took 1.36 seconds to deallocate network for instance. [ 720.293268] env[68758]: DEBUG oslo_vmware.api [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942049, 'name': PowerOnVM_Task, 'duration_secs': 0.646} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.293591] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 720.293778] env[68758]: INFO nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Took 5.92 seconds to spawn the instance on the hypervisor. [ 720.293915] env[68758]: DEBUG nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.294724] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e43cf1f-1ea8-441a-a7c8-4ec14bb5e74c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.322532] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942050, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.361592] env[68758]: DEBUG nova.compute.manager [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.361827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.362957] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b15c7c-1000-41e1-8b20-05dbe2deb93e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.371908] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.372328] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7269f07d-8ace-429e-a3f7-c86691317ed6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.380032] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 720.380032] env[68758]: value = "task-2942051" [ 720.380032] env[68758]: _type = "Task" [ 720.380032] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.390340] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.450986] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.451568] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.454440] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.736s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.454671] env[68758]: DEBUG nova.objects.instance [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lazy-loading 'resources' on Instance uuid c2bec919-14b0-4744-8bd8-87eab0305b09 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.562432] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.562432] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.562585] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 720.606363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.811390] env[68758]: INFO nova.compute.manager [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Took 34.11 seconds to build instance. [ 720.824953] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942050, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.473618} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.825846] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] a38c2595-3f21-4ce6-8bbe-ba1c551acb7a/a38c2595-3f21-4ce6-8bbe-ba1c551acb7a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 720.826166] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 720.826475] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-462f5645-142c-4962-8831-b8ceef680ab5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.832575] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 720.832575] env[68758]: value = "task-2942052" [ 720.832575] env[68758]: _type = "Task" [ 720.832575] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.840588] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942052, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.890155] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942051, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.960690] env[68758]: DEBUG nova.compute.utils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.962439] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 721.096107] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.244184] env[68758]: DEBUG nova.network.neutron [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.315446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4b633e40-8aee-480b-84db-0e72d11a21b8 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.753s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.342137] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942052, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070787} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.344763] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.345792] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b3c60-7367-4f32-9677-628c8ef60c40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.366138] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] a38c2595-3f21-4ce6-8bbe-ba1c551acb7a/a38c2595-3f21-4ce6-8bbe-ba1c551acb7a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.369737] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e5d1eed-d25c-4427-80c2-46f82ba100bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.393393] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942051, 'name': PowerOffVM_Task, 'duration_secs': 0.59614} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.395074] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.395263] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.395685] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 721.395685] env[68758]: value = "task-2942053" [ 721.395685] env[68758]: _type = "Task" [ 721.395685] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.398318] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55acaf5c-b2f5-427a-ac49-4241d6be19a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.412047] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942053, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.467025] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.472291] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.473074] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.473074] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Deleting the datastore file [datastore1] 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.475626] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ecdd579-ef8b-4cbf-b920-46228273d065 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.481434] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for the task: (returnval){ [ 721.481434] env[68758]: value = "task-2942055" [ 721.481434] env[68758]: _type = "Task" [ 721.481434] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.490424] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.520049] env[68758]: INFO nova.compute.manager [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Rebuilding instance [ 721.534704] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd94e29-5b12-458f-b7ae-021a7d45b613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.542907] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50d9eed-17e2-4635-9118-8b7132d93366 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.579612] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38c5efb-38fa-4f75-ab6a-988f6fe8d3f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.586556] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f67256-99f0-4245-893f-ec880f4ba7ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.601811] env[68758]: DEBUG nova.compute.provider_tree [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.605104] env[68758]: DEBUG nova.compute.manager [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.605890] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1f1c7b-6ae6-48c4-b02b-309e272a1527 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.750817] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.751176] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Instance network_info: |[{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 721.751597] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:fd:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ad5ba92-7bcc-4024-b091-ecafb26904b5', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 721.759462] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Creating folder: Project (ec02757bb7e04522a48330f0230dd54f). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.759747] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a98f72a-1cf8-45d7-b2a7-690745746acc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.769968] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Created folder: Project (ec02757bb7e04522a48330f0230dd54f) in parent group-v590497. [ 721.770167] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Creating folder: Instances. Parent ref: group-v590591. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 721.770399] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e35b9f4-1217-45b7-bb41-5b60667aefe0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.779747] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Created folder: Instances in parent group-v590591. [ 721.780121] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.780207] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 721.780361] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28529190-8a2a-47e1-b890-239e3cb5b0f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.797580] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 721.797580] env[68758]: value = "task-2942058" [ 721.797580] env[68758]: _type = "Task" [ 721.797580] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.806289] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942058, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.818862] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.911444] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942053, 'name': ReconfigVM_Task, 'duration_secs': 0.279501} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.911908] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] a38c2595-3f21-4ce6-8bbe-ba1c551acb7a/a38c2595-3f21-4ce6-8bbe-ba1c551acb7a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 721.912621] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2ffb483-87a5-4633-998d-fc9aebcf7d60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.920062] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 721.920062] env[68758]: value = "task-2942059" [ 721.920062] env[68758]: _type = "Task" [ 721.920062] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.933252] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942059, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.992812] env[68758]: DEBUG oslo_vmware.api [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Task: {'id': task-2942055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143602} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.994460] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.994761] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.994952] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.995191] env[68758]: INFO nova.compute.manager [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Took 1.63 seconds to destroy the instance on the hypervisor. [ 721.995505] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.996850] env[68758]: DEBUG nova.compute.manager [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Received event network-changed-8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 721.997096] env[68758]: DEBUG nova.compute.manager [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Refreshing instance network info cache due to event network-changed-8ad5ba92-7bcc-4024-b091-ecafb26904b5. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 721.997378] env[68758]: DEBUG oslo_concurrency.lockutils [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] Acquiring lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.997599] env[68758]: DEBUG oslo_concurrency.lockutils [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] Acquired lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.997835] env[68758]: DEBUG nova.network.neutron [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Refreshing network info cache for port 8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.000394] env[68758]: DEBUG nova.compute.manager [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.000483] env[68758]: DEBUG nova.network.neutron [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.106861] env[68758]: DEBUG nova.scheduler.client.report [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.308072] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942058, 'name': CreateVM_Task, 'duration_secs': 0.32094} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.308262] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 722.308945] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.309130] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.309452] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.309702] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e47da9e-b86f-4c88-a629-2a76f40d15d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.314166] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 722.314166] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3d8d7-0e96-dd29-3896-8757571e3fd4" [ 722.314166] env[68758]: _type = "Task" [ 722.314166] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.324389] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3d8d7-0e96-dd29-3896-8757571e3fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.340201] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.430915] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942059, 'name': Rename_Task, 'duration_secs': 0.129087} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.430915] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 722.431121] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11520cf4-0b1d-4dc4-94d7-0d26763290e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.437462] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 722.437462] env[68758]: value = "task-2942060" [ 722.437462] env[68758]: _type = "Task" [ 722.437462] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.452466] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.480258] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.509393] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.509630] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.509785] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.509961] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.510122] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.510268] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.511045] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.511045] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.511045] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.511045] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.511240] env[68758]: DEBUG nova.virt.hardware [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.511964] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bffbaf-0824-4ace-8812-d26f6bfa829a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.520459] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086cc39a-ce02-47e9-9906-cfaa9df3149d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.535564] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.540988] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.543430] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.543656] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-826b650e-7f9c-4ba6-b029-9d8034448ef9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.559104] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.559104] env[68758]: value = "task-2942061" [ 722.559104] env[68758]: _type = "Task" [ 722.559104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.566512] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942061, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.613448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.159s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.616032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.062s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.617394] env[68758]: INFO nova.compute.claims [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.620842] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 722.621111] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cae855a-631b-4433-9345-21afca5dd12c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.628526] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 722.628526] env[68758]: value = "task-2942062" [ 722.628526] env[68758]: _type = "Task" [ 722.628526] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.638109] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.639319] env[68758]: INFO nova.scheduler.client.report [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Deleted allocations for instance c2bec919-14b0-4744-8bd8-87eab0305b09 [ 722.742430] env[68758]: DEBUG nova.network.neutron [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updated VIF entry in instance network info cache for port 8ad5ba92-7bcc-4024-b091-ecafb26904b5. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.742808] env[68758]: DEBUG nova.network.neutron [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.746940] env[68758]: DEBUG nova.network.neutron [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.825133] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3d8d7-0e96-dd29-3896-8757571e3fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.825419] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.825670] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 722.825901] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.826057] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.826234] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 722.826479] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f041adf-8e82-4440-9643-4b17bf9370bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.835811] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.835976] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.836650] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aea7d05-cee1-4166-b67f-2d1089e024c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.841588] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 722.841588] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c5b642-efaf-3286-aa40-b1ecceac9714" [ 722.841588] env[68758]: _type = "Task" [ 722.841588] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.848602] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c5b642-efaf-3286-aa40-b1ecceac9714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.947584] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.069725] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942061, 'name': CreateVM_Task, 'duration_secs': 0.262375} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.069949] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.070427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.070589] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.070918] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.071180] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10ed7ea4-5fe4-4ebe-ae63-f1f1da4ae8eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.075295] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 723.075295] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216c96a-71f2-edbb-42f9-bad15fdafffe" [ 723.075295] env[68758]: _type = "Task" [ 723.075295] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.082333] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216c96a-71f2-edbb-42f9-bad15fdafffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.140638] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942062, 'name': PowerOffVM_Task, 'duration_secs': 0.124793} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.140847] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 723.141097] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.141819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f1ddf7-f5c8-4d11-9d02-4f284d3cd7d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.150065] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 723.150538] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0512cc08-f375-46b9-a02a-eebff8d3558e tempest-InstanceActionsNegativeTestJSON-264261947 tempest-InstanceActionsNegativeTestJSON-264261947-project-member] Lock "c2bec919-14b0-4744-8bd8-87eab0305b09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.857s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.151364] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8946a4a-3a7e-4f92-9990-dc4c23e1242d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.176362] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 723.176694] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 723.176907] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Deleting the datastore file [datastore1] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 723.177178] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-207f90c1-d750-4898-9859-9cfddb761e8a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.184417] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 723.184417] env[68758]: value = "task-2942064" [ 723.184417] env[68758]: _type = "Task" [ 723.184417] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.192820] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.245820] env[68758]: DEBUG oslo_concurrency.lockutils [req-f80cf3b2-de69-4a3e-b89a-a6e1dc4372a2 req-64e5c052-8d72-4711-a74c-c8a88cc220de service nova] Releasing lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.249440] env[68758]: INFO nova.compute.manager [-] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Took 1.25 seconds to deallocate network for instance. [ 723.354228] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c5b642-efaf-3286-aa40-b1ecceac9714, 'name': SearchDatastore_Task, 'duration_secs': 0.026746} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.355037] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc0b7d7-3a2c-4e3f-b578-fdcc1b09c6de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.360209] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 723.360209] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb5719-9179-92a5-bdcb-8b7cfdbe4f9f" [ 723.360209] env[68758]: _type = "Task" [ 723.360209] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.367863] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb5719-9179-92a5-bdcb-8b7cfdbe4f9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.448028] env[68758]: DEBUG oslo_vmware.api [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942060, 'name': PowerOnVM_Task, 'duration_secs': 0.634827} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.448359] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 723.448514] env[68758]: INFO nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Took 6.38 seconds to spawn the instance on the hypervisor. [ 723.448789] env[68758]: DEBUG nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 723.449559] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4aac79-297b-472c-8241-889fa48851b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.587521] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216c96a-71f2-edbb-42f9-bad15fdafffe, 'name': SearchDatastore_Task, 'duration_secs': 0.042972} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.587976] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.588332] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.588676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.588929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.589334] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.589822] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afba97d8-9d3b-4fd5-b1be-13a7a31b344c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.606239] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.606645] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.607479] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df718157-4fa3-475e-9caf-7001e9ee9cc8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.615106] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 723.615106] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52caaeaa-b953-e5ea-f84e-72dd81127eb1" [ 723.615106] env[68758]: _type = "Task" [ 723.615106] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.622477] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52caaeaa-b953-e5ea-f84e-72dd81127eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.697635] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.755483] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.869851] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb5719-9179-92a5-bdcb-8b7cfdbe4f9f, 'name': SearchDatastore_Task, 'duration_secs': 0.025799} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.872132] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.872403] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ffe43372-5a16-41de-8c78-0d8ee672d22e/ffe43372-5a16-41de-8c78-0d8ee672d22e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.872837] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01102aa4-9aa4-4970-84b9-bb5ff1e1d752 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.883104] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 723.883104] env[68758]: value = "task-2942065" [ 723.883104] env[68758]: _type = "Task" [ 723.883104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.892722] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.971169] env[68758]: INFO nova.compute.manager [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Took 37.19 seconds to build instance. [ 724.030944] env[68758]: DEBUG nova.compute.manager [req-95923544-0f7e-462f-9006-67b4048ec2c5 req-ebfc405b-e474-4866-811c-c822642bdbb6 service nova] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Received event network-vif-deleted-90f2fe74-106e-4672-94d8-f3417e10ab5c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 724.125627] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52caaeaa-b953-e5ea-f84e-72dd81127eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.024722} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.129854] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9054e1-a010-4168-9c50-f2fbd6ee0d1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.137208] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 724.137208] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52116107-86b5-d3bb-42bc-f127928c7e4b" [ 724.137208] env[68758]: _type = "Task" [ 724.137208] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.148704] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52116107-86b5-d3bb-42bc-f127928c7e4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.183667] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41e7206-bd2e-4e0b-8090-f4a9caf3410c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.202762] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672fb986-0346-4c03-82b8-fe3e1aedd7f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.208323] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.740329} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.208323] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.208323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.208323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.244469] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af972c3-029e-4557-ae59-deab8122df0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.253741] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0998c29a-99b4-4bf3-acb1-222b69ff6221 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.270254] env[68758]: DEBUG nova.compute.provider_tree [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.395722] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.474383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-319140cb-ecfa-4c5f-b7bd-999610e13d07 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.542s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.650217] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52116107-86b5-d3bb-42bc-f127928c7e4b, 'name': SearchDatastore_Task, 'duration_secs': 0.020888} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.650649] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.650987] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 724.651344] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff8d055a-0de6-4c40-8560-d7dc5c6468a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.657685] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 724.657685] env[68758]: value = "task-2942066" [ 724.657685] env[68758]: _type = "Task" [ 724.657685] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.668400] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.773701] env[68758]: DEBUG nova.scheduler.client.report [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.900022] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570879} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.900022] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ffe43372-5a16-41de-8c78-0d8ee672d22e/ffe43372-5a16-41de-8c78-0d8ee672d22e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.900022] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.900022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6feb16ae-307a-4aa0-9350-8ed65d2fbea7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.908511] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 724.908511] env[68758]: value = "task-2942067" [ 724.908511] env[68758]: _type = "Task" [ 724.908511] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.922292] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.977249] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.167126] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490446} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.167390] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 725.167617] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 725.167876] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27751284-415d-4408-99af-21cd35e0fac9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.173343] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 725.173343] env[68758]: value = "task-2942068" [ 725.173343] env[68758]: _type = "Task" [ 725.173343] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.182148] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.247860] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 725.248543] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 725.248848] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 725.249037] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 725.249214] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 725.249479] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 725.249794] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 725.249909] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 725.250086] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 725.250274] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 725.250660] env[68758]: DEBUG nova.virt.hardware [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 725.251582] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423056d-2ba9-4462-bd55-db4f0f47db3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.260276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11889a0c-ee3b-495d-b1b8-581a26127eea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.276239] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.281914] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.282666] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.283943] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.286405] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.288176] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.154s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.288409] env[68758]: DEBUG nova.objects.instance [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lazy-loading 'resources' on Instance uuid 6869810c-e268-40bd-8b24-febbecd881f4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.289822] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71311abc-af00-4dd4-ab94-256343c53629 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.310769] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.310769] env[68758]: value = "task-2942069" [ 725.310769] env[68758]: _type = "Task" [ 725.310769] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.318957] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942069, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.418346] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07468} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.418660] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.419571] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa52a3-00bb-4158-898b-71f306dd87ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.446475] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] ffe43372-5a16-41de-8c78-0d8ee672d22e/ffe43372-5a16-41de-8c78-0d8ee672d22e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.449407] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf4dde1-dfb8-4a57-a69a-a36e58488ca2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.471670] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 725.471670] env[68758]: value = "task-2942070" [ 725.471670] env[68758]: _type = "Task" [ 725.471670] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.487319] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.502392] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.684323] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074009} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.684641] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 725.685436] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fc19e-a3c8-4df6-8d93-ebdc0ab6d53a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.707578] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 725.709898] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b02ac93d-7574-4db0-8b88-718d0194b35a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.729163] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 725.729163] env[68758]: value = "task-2942071" [ 725.729163] env[68758]: _type = "Task" [ 725.729163] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.737159] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.805678] env[68758]: DEBUG nova.compute.utils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.807269] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.807440] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.818027] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ede7cd8-977c-420e-90c6-c181fc39c20c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.824470] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942069, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.830951] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a168b13e-4336-4c37-b86a-36c105095034 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.861344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b97195-dbd4-42f7-8eb3-cc58dfd2b6a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.865385] env[68758]: DEBUG nova.policy [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2d16ab2f32d84cbeaec0108105ae20f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44fcb0721b1a451892927cae5c49675c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.871775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018691d3-d82d-42af-9c7c-6510a8c2577a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.886860] env[68758]: DEBUG nova.compute.provider_tree [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.984583] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.220772] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Successfully created port: 8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.239520] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942071, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.310597] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.322121] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942069, 'name': CreateVM_Task, 'duration_secs': 0.97598} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.322401] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.322730] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.322833] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.323380] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.323473] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d53ceb7-447a-4b8d-a833-6cbae650d732 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.327861] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 726.327861] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275137d-aca2-9832-2f3e-04df96aa1768" [ 726.327861] env[68758]: _type = "Task" [ 726.327861] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.335223] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275137d-aca2-9832-2f3e-04df96aa1768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.390319] env[68758]: DEBUG nova.scheduler.client.report [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.488889] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942070, 'name': ReconfigVM_Task, 'duration_secs': 0.872836} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.489215] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfigured VM instance instance-00000023 to attach disk [datastore1] ffe43372-5a16-41de-8c78-0d8ee672d22e/ffe43372-5a16-41de-8c78-0d8ee672d22e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.489830] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87b43962-0e70-4d71-97e8-4d375b296137 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.496446] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 726.496446] env[68758]: value = "task-2942072" [ 726.496446] env[68758]: _type = "Task" [ 726.496446] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.504976] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942072, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.741752] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942071, 'name': ReconfigVM_Task, 'duration_secs': 0.621503} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.741752] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 726.742609] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-917102b6-ea42-4501-92c8-d5de29c6794a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.749119] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 726.749119] env[68758]: value = "task-2942073" [ 726.749119] env[68758]: _type = "Task" [ 726.749119] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.756943] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942073, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.837268] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5275137d-aca2-9832-2f3e-04df96aa1768, 'name': SearchDatastore_Task, 'duration_secs': 0.012956} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.837464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.837697] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.837928] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.838082] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.838309] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.838531] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7682babf-b0e0-4934-98ad-d8aa5dd0a332 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.847904] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.848102] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.848846] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3003fd3a-916d-4fe0-8d24-1d986611d361 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.853876] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 726.853876] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240b3fe-8c75-d174-c941-2c326c419e13" [ 726.853876] env[68758]: _type = "Task" [ 726.853876] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.867634] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240b3fe-8c75-d174-c941-2c326c419e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.896879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.899151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.173s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.900873] env[68758]: INFO nova.compute.claims [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.930676] env[68758]: INFO nova.scheduler.client.report [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted allocations for instance 6869810c-e268-40bd-8b24-febbecd881f4 [ 727.007856] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942072, 'name': Rename_Task, 'duration_secs': 0.144895} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.008146] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.008395] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa16ed0e-e35c-4f25-a24c-931d9e5a863d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.015447] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 727.015447] env[68758]: value = "task-2942074" [ 727.015447] env[68758]: _type = "Task" [ 727.015447] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.022778] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.258881] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942073, 'name': Rename_Task, 'duration_secs': 0.129182} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.259156] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.259395] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17b9a025-0f47-471a-b38e-0efd529ca409 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.265124] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 727.265124] env[68758]: value = "task-2942075" [ 727.265124] env[68758]: _type = "Task" [ 727.265124] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.272360] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.322901] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.349880] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.350275] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.350275] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.350395] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.350542] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.350683] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.350888] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.351054] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.351222] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.351386] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.351561] env[68758]: DEBUG nova.virt.hardware [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.352443] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5aa7ed-45e0-42dc-a3f5-832ad69b0ac3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.363507] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5240b3fe-8c75-d174-c941-2c326c419e13, 'name': SearchDatastore_Task, 'duration_secs': 0.019552} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.366197] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1c70496-f84a-4629-8358-38c9ab895e40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.369128] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686cd429-c8cb-4508-934d-02f0f564d948 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.375753] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 727.375753] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ab7445-ff1d-6033-0ea0-ae613750a94e" [ 727.375753] env[68758]: _type = "Task" [ 727.375753] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.392840] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ab7445-ff1d-6033-0ea0-ae613750a94e, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.393095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.393348] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.393594] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fdf6dea-7007-4cf6-9010-1fe8c60ad8e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.399728] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 727.399728] env[68758]: value = "task-2942076" [ 727.399728] env[68758]: _type = "Task" [ 727.399728] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.409390] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.440559] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5cf2bc7d-3aea-4948-83ee-33a22fed276f tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "6869810c-e268-40bd-8b24-febbecd881f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.903s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.525769] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.756809] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Successfully updated port: 8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 727.768333] env[68758]: DEBUG nova.compute.manager [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Received event network-vif-plugged-8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 727.768453] env[68758]: DEBUG oslo_concurrency.lockutils [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] Acquiring lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.768701] env[68758]: DEBUG oslo_concurrency.lockutils [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.769045] env[68758]: DEBUG oslo_concurrency.lockutils [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.769312] env[68758]: DEBUG nova.compute.manager [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] No waiting events found dispatching network-vif-plugged-8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 727.769836] env[68758]: WARNING nova.compute.manager [req-076a35ae-1c95-480c-af85-7e851b18de17 req-693a1a4c-0d8f-4300-b046-b3f69e37effb service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Received unexpected event network-vif-plugged-8f811b02-9add-47c7-ba86-5fc815d18734 for instance with vm_state building and task_state spawning. [ 727.784674] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.910104] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.027425] env[68758]: DEBUG oslo_vmware.api [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942074, 'name': PowerOnVM_Task, 'duration_secs': 0.654742} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.032229] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.032229] env[68758]: INFO nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Took 8.28 seconds to spawn the instance on the hypervisor. [ 728.032229] env[68758]: DEBUG nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.033462] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a900643f-07f7-4c42-87fb-bb8f4de1ca52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.263541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.263693] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquired lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.263841] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.281695] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.388429] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0577884-3f11-44a4-9426-fc5ebf7649e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.396729] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f93d9f-cf98-465e-8a79-c4206804567d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.429357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4382c8-9e2d-4b04-82a4-e9f5428bda1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.435318] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515175} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.435969] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.436242] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.436499] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf027410-6137-4b32-8452-4f5273e38f38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.442094] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e84b5c7-0880-438d-9373-22890f0bf9c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.446870] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 728.446870] env[68758]: value = "task-2942077" [ 728.446870] env[68758]: _type = "Task" [ 728.446870] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.461393] env[68758]: DEBUG nova.compute.provider_tree [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 728.465731] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.556949] env[68758]: INFO nova.compute.manager [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Took 40.10 seconds to build instance. [ 728.781088] env[68758]: DEBUG oslo_vmware.api [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942075, 'name': PowerOnVM_Task, 'duration_secs': 1.449852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.781442] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.781762] env[68758]: INFO nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Took 6.30 seconds to spawn the instance on the hypervisor. [ 728.782052] env[68758]: DEBUG nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 728.782909] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17bb27d-34ba-4134-a753-f63d34f1b092 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.799711] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 728.958016] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064501} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.958314] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.959115] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e67659-fb90-45ba-8481-2a63f3cb2a79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.997171] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.000451] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9398c2e7-3fd8-4f11-a2a3-77b8a37012dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.025652] env[68758]: DEBUG nova.scheduler.client.report [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 729.026315] env[68758]: DEBUG nova.compute.provider_tree [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 61 to 62 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 729.026707] env[68758]: DEBUG nova.compute.provider_tree [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 729.031373] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.031880] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.032489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.032843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.033187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.038883] env[68758]: INFO nova.compute.manager [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Terminating instance [ 729.041972] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 729.041972] env[68758]: value = "task-2942078" [ 729.041972] env[68758]: _type = "Task" [ 729.041972] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.054744] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.059024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e85b5e2-a823-4d46-9231-ff9e2e2e3e56 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.802s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.104874] env[68758]: DEBUG nova.network.neutron [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updating instance_info_cache with network_info: [{"id": "8f811b02-9add-47c7-ba86-5fc815d18734", "address": "fa:16:3e:05:50:9d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f811b02-9a", "ovs_interfaceid": "8f811b02-9add-47c7-ba86-5fc815d18734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.116193] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.116473] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.117472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.117472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.117472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.119344] env[68758]: INFO nova.compute.manager [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Terminating instance [ 729.303033] env[68758]: INFO nova.compute.manager [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Took 39.34 seconds to build instance. [ 729.536739] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.537288] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.540507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.887s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.540737] env[68758]: DEBUG nova.objects.instance [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lazy-loading 'resources' on Instance uuid 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 729.549396] env[68758]: DEBUG nova.compute.manager [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.549692] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.550853] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f2a546-14ba-4bd7-a56b-a13fdd815ea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.562304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.562907] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 729.565263] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942078, 'name': ReconfigVM_Task, 'duration_secs': 0.3205} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.565666] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45aaa488-0c9f-421a-9ccb-3514479e54f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.567513] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.568103] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a19b9ba-3415-4413-ab5e-f036688691fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.574878] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 729.574878] env[68758]: value = "task-2942079" [ 729.574878] env[68758]: _type = "Task" [ 729.574878] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.578342] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 729.578342] env[68758]: value = "task-2942080" [ 729.578342] env[68758]: _type = "Task" [ 729.578342] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.587365] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.590706] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942080, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.607980] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Releasing lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.608468] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Instance network_info: |[{"id": "8f811b02-9add-47c7-ba86-5fc815d18734", "address": "fa:16:3e:05:50:9d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f811b02-9a", "ovs_interfaceid": "8f811b02-9add-47c7-ba86-5fc815d18734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 729.609019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:50:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f811b02-9add-47c7-ba86-5fc815d18734', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.618206] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Creating folder: Project (44fcb0721b1a451892927cae5c49675c). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.619252] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-120b5cec-8b1d-4910-a3c3-3f4a2afcd845 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.624547] env[68758]: DEBUG nova.compute.manager [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.624785] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.626211] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb65d677-3d5a-49ac-a229-fa6a6e2ceec4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.630574] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Created folder: Project (44fcb0721b1a451892927cae5c49675c) in parent group-v590497. [ 729.630755] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Creating folder: Instances. Parent ref: group-v590596. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.631369] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fc4fa43-2248-4f88-acf3-04bfc3a67817 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.635626] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.636444] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f41417d5-83de-43cb-a51a-076dbd1a2f98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.640197] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Created folder: Instances in parent group-v590596. [ 729.640197] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.640197] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.640357] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae46c68a-5b9e-4d9b-801e-f75582e88b80 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.659433] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 729.659433] env[68758]: value = "task-2942083" [ 729.659433] env[68758]: _type = "Task" [ 729.659433] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.664314] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.664314] env[68758]: value = "task-2942084" [ 729.664314] env[68758]: _type = "Task" [ 729.664314] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.667598] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.677400] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942084, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.805285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76dbf073-6fdb-4a2c-91a2-0f518d7dd659 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.539s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.862461] env[68758]: DEBUG nova.compute.manager [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Received event network-changed-8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 729.862715] env[68758]: DEBUG nova.compute.manager [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Refreshing instance network info cache due to event network-changed-8f811b02-9add-47c7-ba86-5fc815d18734. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 729.862945] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Acquiring lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.863106] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Acquired lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.863268] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Refreshing network info cache for port 8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.928337] env[68758]: INFO nova.compute.manager [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Rebuilding instance [ 729.986070] env[68758]: DEBUG nova.compute.manager [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 729.986070] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb4ac4e-b94a-46de-9819-708c6469aa83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.046868] env[68758]: DEBUG nova.compute.utils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.051165] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.051944] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.085010] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.088920] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942079, 'name': PowerOffVM_Task, 'duration_secs': 0.217503} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.093994] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.094204] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.094488] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942080, 'name': Rename_Task, 'duration_secs': 0.170802} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.094886] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478f6083-e131-4929-ae25-dc7db2e1d40b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.096631] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.096716] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fae8fc30-f8bb-4ee7-8e11-e6bdac6d6c67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.101014] env[68758]: DEBUG nova.policy [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.103618] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 730.103618] env[68758]: value = "task-2942086" [ 730.103618] env[68758]: _type = "Task" [ 730.103618] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.113755] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.167443] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.167672] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.167853] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleting the datastore file [datastore2] d2dfdedf-8b67-4b74-a15f-5be518ed878f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.168672] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29fd4797-d1a3-4549-99d5-7f259e261b75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.176304] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942083, 'name': PowerOffVM_Task, 'duration_secs': 0.346837} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.176929] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.177117] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.177656] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5425dc08-4e31-472e-ae65-d23ffec6732a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.182026] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942084, 'name': CreateVM_Task, 'duration_secs': 0.328265} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.186703] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.186703] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 730.186703] env[68758]: value = "task-2942087" [ 730.186703] env[68758]: _type = "Task" [ 730.186703] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.187205] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.187355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.187701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.188031] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61202102-a693-434e-99c3-a301a641276f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.194854] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 730.194854] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529315df-421d-bae3-7a49-85a557cb913f" [ 730.194854] env[68758]: _type = "Task" [ 730.194854] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.202061] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942087, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.210939] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529315df-421d-bae3-7a49-85a557cb913f, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.211289] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211595] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.211922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.212177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.212403] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.212664] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20fbee07-987b-4c81-bba0-2481d6731a7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.220894] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.221108] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.221855] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-596c9780-0254-4449-a35c-6f54d28ef150 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.226799] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 730.226799] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525c5372-b91d-b81b-84f4-b187a1692de3" [ 730.226799] env[68758]: _type = "Task" [ 730.226799] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.238276] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525c5372-b91d-b81b-84f4-b187a1692de3, 'name': SearchDatastore_Task, 'duration_secs': 0.008981} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.239214] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14a2ce1-0674-44e5-a384-48de4a37f7e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.245016] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 730.245016] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cdb82b-b9d1-dd13-fc0d-90b744a47ed7" [ 730.245016] env[68758]: _type = "Task" [ 730.245016] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.253732] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.253732] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.253878] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleting the datastore file [datastore2] 216af9b7-6a1a-448a-9a88-b4c91a3baca3 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.254143] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a4ccf11-4bd6-444b-ab61-366026588039 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.259273] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cdb82b-b9d1-dd13-fc0d-90b744a47ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.011485} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.259953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.260275] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f/7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.260564] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37349344-2551-4c75-8227-4e5477683158 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.264084] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for the task: (returnval){ [ 730.264084] env[68758]: value = "task-2942089" [ 730.264084] env[68758]: _type = "Task" [ 730.264084] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.271340] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 730.271340] env[68758]: value = "task-2942090" [ 730.271340] env[68758]: _type = "Task" [ 730.271340] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.279167] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.286393] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.308794] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.414175] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Successfully created port: f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.552399] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.625264] env[68758]: DEBUG oslo_vmware.api [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942086, 'name': PowerOnVM_Task, 'duration_secs': 0.504307} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.625649] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.625944] env[68758]: DEBUG nova.compute.manager [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.626814] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc8f55a-4fb0-4d27-b77d-d857d04a6caf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.670364] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updated VIF entry in instance network info cache for port 8f811b02-9add-47c7-ba86-5fc815d18734. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.670876] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updating instance_info_cache with network_info: [{"id": "8f811b02-9add-47c7-ba86-5fc815d18734", "address": "fa:16:3e:05:50:9d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f811b02-9a", "ovs_interfaceid": "8f811b02-9add-47c7-ba86-5fc815d18734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.687969] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc6d215-62c5-4776-9941-35a90220f011 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.703241] env[68758]: DEBUG oslo_vmware.api [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942087, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164951} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.706129] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.706129] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.706276] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.706424] env[68758]: INFO nova.compute.manager [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 730.706917] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.707250] env[68758]: DEBUG nova.compute.manager [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.707454] env[68758]: DEBUG nova.network.neutron [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.710163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6fc3e6-7798-48b6-a6ec-1d2f376b9f96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.746709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07279c4-3ae9-42a0-a56c-c4fa0f6ab5b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.756533] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d126bce-9706-4f1b-84ac-07bfeb42b05f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.772592] env[68758]: DEBUG nova.compute.provider_tree [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.784995] env[68758]: DEBUG oslo_vmware.api [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Task: {'id': task-2942089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150581} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.788660] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.788871] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.789071] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.789233] env[68758]: INFO nova.compute.manager [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 730.789476] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.790014] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942090, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.790227] env[68758]: DEBUG nova.compute.manager [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.790326] env[68758]: DEBUG nova.network.neutron [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.829136] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.003746] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.004088] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb129c4-c016-4246-88db-37449440fd7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.015832] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 731.015832] env[68758]: value = "task-2942091" [ 731.015832] env[68758]: _type = "Task" [ 731.015832] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.028233] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.113290] env[68758]: DEBUG nova.compute.manager [req-45c24f09-8c08-4bf6-b945-7eb5621fa5a7 req-ca69a230-55c7-4e13-ad47-f3482994e289 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Received event network-vif-deleted-8dbd0139-8eeb-42a8-99cb-b6532f3a6204 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.113650] env[68758]: INFO nova.compute.manager [req-45c24f09-8c08-4bf6-b945-7eb5621fa5a7 req-ca69a230-55c7-4e13-ad47-f3482994e289 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Neutron deleted interface 8dbd0139-8eeb-42a8-99cb-b6532f3a6204; detaching it from the instance and deleting it from the info cache [ 731.113927] env[68758]: DEBUG nova.network.neutron [req-45c24f09-8c08-4bf6-b945-7eb5621fa5a7 req-ca69a230-55c7-4e13-ad47-f3482994e289 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.153821] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.178555] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Releasing lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.178775] env[68758]: DEBUG nova.compute.manager [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Received event network-changed-8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 731.178960] env[68758]: DEBUG nova.compute.manager [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Refreshing instance network info cache due to event network-changed-8ad5ba92-7bcc-4024-b091-ecafb26904b5. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 731.179183] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Acquiring lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.179319] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Acquired lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.179472] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Refreshing network info cache for port 8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.282210] env[68758]: DEBUG nova.scheduler.client.report [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.285920] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570781} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.286506] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f/7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.286943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.287410] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b19b3b0b-4d58-4a8a-9f15-06721ccc3522 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.295438] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 731.295438] env[68758]: value = "task-2942092" [ 731.295438] env[68758]: _type = "Task" [ 731.295438] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.305153] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.524502] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942091, 'name': PowerOffVM_Task, 'duration_secs': 0.241974} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.524811] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.525172] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 731.525930] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18131454-7589-4142-972e-8d3b9c097b81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.532821] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 731.533063] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc7b4470-5a41-441a-bd8b-b5b5c328e4f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.534521] env[68758]: DEBUG nova.network.neutron [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.544698] env[68758]: DEBUG nova.network.neutron [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.559611] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 731.559824] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 731.560007] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleting the datastore file [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 731.561247] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.563526] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59b49309-8171-4bea-96dd-b94f5596ad2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.570179] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 731.570179] env[68758]: value = "task-2942094" [ 731.570179] env[68758]: _type = "Task" [ 731.570179] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.581903] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.595070] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.595356] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.595528] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.595715] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.595885] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.596049] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.596261] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.596420] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.596582] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.596747] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.597149] env[68758]: DEBUG nova.virt.hardware [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.598336] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd028f3-5be6-4a6e-b1fa-54c689a1a803 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.607844] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e3261-2f7e-4d9b-aeb4-c760f6ebac27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.622016] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e34f49fd-0f21-421c-a2a8-fa3c9428908b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.631343] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88e0b55-ddee-491d-8ea0-e73a461c7ea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.665630] env[68758]: DEBUG nova.compute.manager [req-45c24f09-8c08-4bf6-b945-7eb5621fa5a7 req-ca69a230-55c7-4e13-ad47-f3482994e289 service nova] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Detach interface failed, port_id=8dbd0139-8eeb-42a8-99cb-b6532f3a6204, reason: Instance d2dfdedf-8b67-4b74-a15f-5be518ed878f could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 731.788288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.791394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.662s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.791394] env[68758]: DEBUG nova.objects.instance [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lazy-loading 'resources' on Instance uuid 7781091e-4123-42e2-be01-d5073b3bd3ff {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.806394] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059352} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.807202] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.807472] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d7a922-9bd4-432f-9ef7-334866784081 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.811822] env[68758]: INFO nova.scheduler.client.report [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted allocations for instance 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92 [ 731.830907] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f/7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.833492] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4f303f9-a289-4063-9b12-b9098b862a82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.853614] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 731.853614] env[68758]: value = "task-2942095" [ 731.853614] env[68758]: _type = "Task" [ 731.853614] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.862040] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.999353] env[68758]: DEBUG nova.compute.manager [req-43266263-035b-473b-90c7-6e3b7d955a80 req-958121f9-9da0-4d49-8e4e-c5ea4f00dd02 service nova] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Received event network-vif-deleted-5bce826c-1184-4ec8-ae8b-7739b2aeb0b3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 732.039611] env[68758]: INFO nova.compute.manager [-] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Took 1.33 seconds to deallocate network for instance. [ 732.046996] env[68758]: INFO nova.compute.manager [-] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Took 1.26 seconds to deallocate network for instance. [ 732.080747] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129474} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.081351] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 732.081351] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 732.081540] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 732.089431] env[68758]: INFO nova.compute.manager [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Rebuilding instance [ 732.146712] env[68758]: DEBUG nova.compute.manager [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 732.147592] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e71caff-222a-448b-9b9c-1dfd3f2a696a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.227525] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updated VIF entry in instance network info cache for port 8ad5ba92-7bcc-4024-b091-ecafb26904b5. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.227797] env[68758]: DEBUG nova.network.neutron [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.291593] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Successfully updated port: f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.353794] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ebcce23b-27ca-4198-8c93-104c96ea6050 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.163s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.363729] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942095, 'name': ReconfigVM_Task, 'duration_secs': 0.283205} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.363895] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f/7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.366831] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eccffe1f-9598-4c32-ab50-bf403a518ca5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.374280] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 732.374280] env[68758]: value = "task-2942096" [ 732.374280] env[68758]: _type = "Task" [ 732.374280] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.383236] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942096, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.545896] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.553499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.730998] env[68758]: DEBUG oslo_concurrency.lockutils [req-59a0adc8-3331-44fb-9d15-8622bd2092e0 req-4ee1976e-8748-4b16-ae3f-5bbaecfc91f9 service nova] Releasing lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.737050] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1a4490-78ab-439e-8e89-33dd98034187 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.744092] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810ab9c-3934-4f9a-b91c-a41fecf9bfaf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.778664] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0360fb75-ebea-40f3-afba-d98592bc54ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.786728] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0325f7-7340-42bd-b604-b01b101558fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.800313] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.800394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.800547] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.801870] env[68758]: DEBUG nova.compute.provider_tree [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.884681] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942096, 'name': Rename_Task, 'duration_secs': 0.140962} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.884948] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.885204] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ad4674f-270e-4d8f-92b4-bdf08db07342 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.891592] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 732.891592] env[68758]: value = "task-2942097" [ 732.891592] env[68758]: _type = "Task" [ 732.891592] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.899055] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.118117] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.118359] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.118514] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.118694] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.118838] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.118980] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.119214] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.119372] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.119536] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.119699] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.119869] env[68758]: DEBUG nova.virt.hardware [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.120739] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0847d2c-3148-434f-af42-b9b61a57b6be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.129252] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffe80b4-ed5d-42bf-a49a-eb2ad505782c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.142815] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.148743] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.148993] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.149232] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a794d17b-b80c-4755-91df-395b5f24693b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.162678] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.162935] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9878e804-5010-4a90-a567-06cddfa090e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.166179] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.166179] env[68758]: value = "task-2942098" [ 733.166179] env[68758]: _type = "Task" [ 733.166179] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.170693] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 733.170693] env[68758]: value = "task-2942099" [ 733.170693] env[68758]: _type = "Task" [ 733.170693] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.176719] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942098, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.182017] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.342672] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.345821] env[68758]: DEBUG nova.scheduler.client.report [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 733.346221] env[68758]: DEBUG nova.compute.provider_tree [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 62 to 63 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 733.346336] env[68758]: DEBUG nova.compute.provider_tree [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.403773] env[68758]: DEBUG oslo_vmware.api [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942097, 'name': PowerOnVM_Task, 'duration_secs': 0.468674} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.404775] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.404817] env[68758]: INFO nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Took 6.08 seconds to spawn the instance on the hypervisor. [ 733.404971] env[68758]: DEBUG nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 733.406129] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17b352b-c2e8-46a4-9376-d836366acff2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.507455] env[68758]: DEBUG nova.network.neutron [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Updating instance_info_cache with network_info: [{"id": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "address": "fa:16:3e:11:09:4f", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4f68b-96", "ovs_interfaceid": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.680729] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942099, 'name': PowerOffVM_Task, 'duration_secs': 0.151768} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.683808] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.684090] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.684324] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942098, 'name': CreateVM_Task, 'duration_secs': 0.310503} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.685044] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee385acc-d927-47c4-96df-468c1e7d658f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.687551] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.688555] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.688786] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.689279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.689740] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e7e78c-2b23-43c1-95ef-59d8e379e07b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.693422] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.694503] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74a0f9b6-4b58-4e61-bafb-d1105ac9e829 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.695929] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 733.695929] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ac6c13-6153-1b41-1502-a013a6ed98d8" [ 733.695929] env[68758]: _type = "Task" [ 733.695929] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.703442] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ac6c13-6153-1b41-1502-a013a6ed98d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.719194] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.719393] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.719554] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Deleting the datastore file [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.719797] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b1554e6-4c0d-4fe8-8abb-144e350194d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.725530] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 733.725530] env[68758]: value = "task-2942101" [ 733.725530] env[68758]: _type = "Task" [ 733.725530] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.732795] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.852051] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.855328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.362s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.858460] env[68758]: DEBUG nova.objects.instance [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lazy-loading 'resources' on Instance uuid 0e8efba6-8962-4873-af6d-a4358fb6fbd7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 733.902855] env[68758]: INFO nova.scheduler.client.report [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted allocations for instance 7781091e-4123-42e2-be01-d5073b3bd3ff [ 733.923466] env[68758]: INFO nova.compute.manager [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Took 41.39 seconds to build instance. [ 734.010855] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.011349] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Instance network_info: |[{"id": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "address": "fa:16:3e:11:09:4f", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4f68b-96", "ovs_interfaceid": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.011972] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:09:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7c4f68b-969b-40b9-bc6f-6dca70990fb6', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.025230] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.025634] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.026043] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74dbd26b-091e-46bf-b6e3-80f4e315eb98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.054716] env[68758]: DEBUG nova.compute.manager [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Received event network-vif-plugged-f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.055044] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.055383] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.055669] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.055940] env[68758]: DEBUG nova.compute.manager [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] No waiting events found dispatching network-vif-plugged-f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.056238] env[68758]: WARNING nova.compute.manager [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Received unexpected event network-vif-plugged-f7c4f68b-969b-40b9-bc6f-6dca70990fb6 for instance with vm_state building and task_state spawning. [ 734.056531] env[68758]: DEBUG nova.compute.manager [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Received event network-changed-f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.056800] env[68758]: DEBUG nova.compute.manager [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Refreshing instance network info cache due to event network-changed-f7c4f68b-969b-40b9-bc6f-6dca70990fb6. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 734.057113] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Acquiring lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.057355] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Acquired lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.057640] env[68758]: DEBUG nova.network.neutron [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Refreshing network info cache for port f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.064533] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.064533] env[68758]: value = "task-2942102" [ 734.064533] env[68758]: _type = "Task" [ 734.064533] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.077172] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942102, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.208289] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ac6c13-6153-1b41-1502-a013a6ed98d8, 'name': SearchDatastore_Task, 'duration_secs': 0.018955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.208541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.208770] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.208997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.209156] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.209336] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.209607] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9e5e7a6-6fff-4465-9ca3-efc5367e2da4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.223293] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.223498] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.224266] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359c9262-4bfc-400a-b7a5-a97be53fa68f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.232820] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 734.232820] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3d6a-ed74-6360-51c7-95af77145693" [ 734.232820] env[68758]: _type = "Task" [ 734.232820] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.235852] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1878} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.238814] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.239022] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.239207] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.246215] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3d6a-ed74-6360-51c7-95af77145693, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.415517] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c709313f-fbeb-428b-af9a-874221ba1506 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "7781091e-4123-42e2-be01-d5073b3bd3ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.019s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.426104] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdadad88-faa2-4468-b058-297b62e162d2 tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.355s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.578605] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942102, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.727919] env[68758]: DEBUG nova.compute.manager [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Received event network-changed {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 734.727919] env[68758]: DEBUG nova.compute.manager [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Refreshing instance network info cache due to event network-changed. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 734.727919] env[68758]: DEBUG oslo_concurrency.lockutils [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] Acquiring lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.727919] env[68758]: DEBUG oslo_concurrency.lockutils [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] Acquired lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.728188] env[68758]: DEBUG nova.network.neutron [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.753264] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3d6a-ed74-6360-51c7-95af77145693, 'name': SearchDatastore_Task, 'duration_secs': 0.031571} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.753881] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1583f8b6-7971-4f20-b6ac-7cac9b332026 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.766470] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 734.766470] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521bed82-1399-71d4-7d76-14ded47eed91" [ 734.766470] env[68758]: _type = "Task" [ 734.766470] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.776316] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521bed82-1399-71d4-7d76-14ded47eed91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.819081] env[68758]: DEBUG nova.network.neutron [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Updated VIF entry in instance network info cache for port f7c4f68b-969b-40b9-bc6f-6dca70990fb6. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.819433] env[68758]: DEBUG nova.network.neutron [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Updating instance_info_cache with network_info: [{"id": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "address": "fa:16:3e:11:09:4f", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7c4f68b-96", "ovs_interfaceid": "f7c4f68b-969b-40b9-bc6f-6dca70990fb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.921794] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e7785d-06ba-4af9-9e60-23bd73705844 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.932128] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe9c9e-0140-42f6-a65d-e674e3108791 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.940471] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.972191] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170358a0-7e15-43aa-8b72-254aedee0caf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.981039] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbacb722-c864-48e0-b962-e5c0b3cffd67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.997030] env[68758]: DEBUG nova.compute.provider_tree [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.074518] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942102, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.273190] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.273447] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.273605] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.273783] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.273925] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.274082] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.274287] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.274443] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.274637] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.274804] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.274972] env[68758]: DEBUG nova.virt.hardware [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.279024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783e509a-8579-4452-83d2-bd853f39bdf5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.282930] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521bed82-1399-71d4-7d76-14ded47eed91, 'name': SearchDatastore_Task, 'duration_secs': 0.025995} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.283531] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.283784] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.284048] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9690e24f-d948-4eed-8d3d-e1db29fa1388 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.289605] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f90bd-36ef-4c5c-a542-e1d73f761637 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.294780] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 735.294780] env[68758]: value = "task-2942103" [ 735.294780] env[68758]: _type = "Task" [ 735.294780] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.307259] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.313028] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 735.313788] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.316153] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53667787-4c39-4997-ab0b-9556374fe4b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.332428] env[68758]: DEBUG oslo_concurrency.lockutils [req-90f446a1-43d0-43f1-b240-e96a88009f69 req-6147bf86-ae41-4e24-a23d-4416726055db service nova] Releasing lock "refresh_cache-7069c4bf-fd95-479b-b985-5da0456946d9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.332717] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.337157] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.337157] env[68758]: value = "task-2942104" [ 735.337157] env[68758]: _type = "Task" [ 735.337157] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.344811] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942104, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.464425] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.488261] env[68758]: DEBUG nova.network.neutron [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updating instance_info_cache with network_info: [{"id": "8f811b02-9add-47c7-ba86-5fc815d18734", "address": "fa:16:3e:05:50:9d", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f811b02-9a", "ovs_interfaceid": "8f811b02-9add-47c7-ba86-5fc815d18734", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.501079] env[68758]: DEBUG nova.scheduler.client.report [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.576990] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942102, 'name': CreateVM_Task, 'duration_secs': 1.187391} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.579272] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.579272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.579272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.579272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.579272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.579456] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.579486] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.583023] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.583023] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.583023] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ebe983-a474-4ff3-bdad-285f7053f4a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.584278] env[68758]: INFO nova.compute.manager [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Terminating instance [ 735.591919] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 735.591919] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52aa3519-435c-eb1a-0d11-288f7d318a59" [ 735.591919] env[68758]: _type = "Task" [ 735.591919] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.602758] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52aa3519-435c-eb1a-0d11-288f7d318a59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.807041] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942103, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.847148] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942104, 'name': CreateVM_Task, 'duration_secs': 0.469569} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.847374] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.847815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.847980] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.848334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.848592] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78056ae9-8708-4afa-960f-6b77aaed2a69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.853020] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 735.853020] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ca2519-104c-e1f2-a98a-64c352a70ba0" [ 735.853020] env[68758]: _type = "Task" [ 735.853020] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.861044] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ca2519-104c-e1f2-a98a-64c352a70ba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.991815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-538ef7cc-8c68-444d-989b-a61106492977 tempest-ServerExternalEventsTest-1462293743 tempest-ServerExternalEventsTest-1462293743-project] Releasing lock "refresh_cache-7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.007497] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.009972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.133s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.011513] env[68758]: INFO nova.compute.claims [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.028923] env[68758]: INFO nova.scheduler.client.report [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Deleted allocations for instance 0e8efba6-8962-4873-af6d-a4358fb6fbd7 [ 736.089757] env[68758]: DEBUG nova.compute.manager [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.090042] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.090968] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5996df-2dbb-4b34-9edc-d07289dfeb91 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.103076] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52aa3519-435c-eb1a-0d11-288f7d318a59, 'name': SearchDatastore_Task, 'duration_secs': 0.01874} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.105611] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.105611] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.105751] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.105850] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.106436] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.106436] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.106831] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d28541b8-c60d-435d-8875-df5dfe46a863 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.108287] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d29dd98-6a27-4fe5-a2bf-ea3e0edbed47 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.116522] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 736.116522] env[68758]: value = "task-2942105" [ 736.116522] env[68758]: _type = "Task" [ 736.116522] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.122566] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.122566] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.123221] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2bb9499-387b-49d8-af22-ddcb29c7686f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.130363] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.133574] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 736.133574] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d04b5-3c4b-8cab-b5a3-14901b00c072" [ 736.133574] env[68758]: _type = "Task" [ 736.133574] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.141565] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d04b5-3c4b-8cab-b5a3-14901b00c072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.202906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.203177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.229305] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "92fad318-9df0-4516-b6ae-1de0875bb10e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.229305] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.308811] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525698} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.308811] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.308811] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.308811] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c85e760-05e7-4cef-aa04-dfba77f0a2fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.315244] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 736.315244] env[68758]: value = "task-2942106" [ 736.315244] env[68758]: _type = "Task" [ 736.315244] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.320815] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.363735] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ca2519-104c-e1f2-a98a-64c352a70ba0, 'name': SearchDatastore_Task, 'duration_secs': 0.009527} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.364077] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.364333] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 736.364641] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.364810] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.365017] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 736.365304] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9ef6171-1bc7-469d-aa90-3907870495e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.373607] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 736.373791] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 736.374544] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92e78a0-629c-4ec8-aa5f-5769b9c3acd7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.379729] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 736.379729] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6d759-e619-90ba-a4d7-0e477933395e" [ 736.379729] env[68758]: _type = "Task" [ 736.379729] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.387392] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6d759-e619-90ba-a4d7-0e477933395e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.535923] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f5e5341-7d27-41a7-9d33-6f257ff3cae9 tempest-FloatingIPsAssociationTestJSON-560310522 tempest-FloatingIPsAssociationTestJSON-560310522-project-member] Lock "0e8efba6-8962-4873-af6d-a4358fb6fbd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.470s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.628025] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942105, 'name': PowerOffVM_Task, 'duration_secs': 0.405637} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.628025] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.628025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.628025] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b319205-b817-40d4-a553-8a7904e3809c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.643130] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d04b5-3c4b-8cab-b5a3-14901b00c072, 'name': SearchDatastore_Task, 'duration_secs': 0.01694} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.643939] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b51428-01d0-4323-805b-6e3cfedb678b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.649687] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 736.649687] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52610c00-4026-1528-4a91-bc4dda49a2a6" [ 736.649687] env[68758]: _type = "Task" [ 736.649687] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.657454] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52610c00-4026-1528-4a91-bc4dda49a2a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.712847] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.713065] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.713246] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Deleting the datastore file [datastore1] 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.713506] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04fea08f-3cde-40a5-9a84-7764eb05ef50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.723635] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for the task: (returnval){ [ 736.723635] env[68758]: value = "task-2942108" [ 736.723635] env[68758]: _type = "Task" [ 736.723635] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.733245] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.823494] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070167} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.823770] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.824634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb014eb5-a9a5-4606-8d26-ad95db12283b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.848417] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.849153] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6047f0f3-2cf7-440d-8c07-0fb4ada794e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.873024] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 736.873024] env[68758]: value = "task-2942109" [ 736.873024] env[68758]: _type = "Task" [ 736.873024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.881159] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.890359] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c6d759-e619-90ba-a4d7-0e477933395e, 'name': SearchDatastore_Task, 'duration_secs': 0.048113} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.891339] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4ac4fa9-dd96-4a79-9596-1d1354706a06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.896707] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 736.896707] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ddb08-fb86-d725-636b-9be32833331c" [ 736.896707] env[68758]: _type = "Task" [ 736.896707] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.906745] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ddb08-fb86-d725-636b-9be32833331c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.162411] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52610c00-4026-1528-4a91-bc4dda49a2a6, 'name': SearchDatastore_Task, 'duration_secs': 0.042914} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.162720] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.162976] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7069c4bf-fd95-479b-b985-5da0456946d9/7069c4bf-fd95-479b-b985-5da0456946d9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.163459] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d086fa1-e9f9-4889-9d3b-4c713463e2bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.171326] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 737.171326] env[68758]: value = "task-2942110" [ 737.171326] env[68758]: _type = "Task" [ 737.171326] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.181458] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.239182] env[68758]: DEBUG oslo_vmware.api [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Task: {'id': task-2942108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364689} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.239182] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.239182] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.239182] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.239367] env[68758]: INFO nova.compute.manager [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 737.239493] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.240127] env[68758]: DEBUG nova.compute.manager [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.240239] env[68758]: DEBUG nova.network.neutron [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.385271] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.409225] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ddb08-fb86-d725-636b-9be32833331c, 'name': SearchDatastore_Task, 'duration_secs': 0.018648} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.412127] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.412422] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 737.413763] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-059ec4c8-bd2d-4de1-8f65-dc8f3499d405 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.421827] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 737.421827] env[68758]: value = "task-2942111" [ 737.421827] env[68758]: _type = "Task" [ 737.421827] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.434783] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942111, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.579526] env[68758]: DEBUG nova.compute.manager [req-9ea13966-c3f6-47d8-acd4-ade4546f5d67 req-8ff5be80-6474-49f7-9796-4fbcefdea074 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Received event network-vif-deleted-8f811b02-9add-47c7-ba86-5fc815d18734 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 737.580037] env[68758]: INFO nova.compute.manager [req-9ea13966-c3f6-47d8-acd4-ade4546f5d67 req-8ff5be80-6474-49f7-9796-4fbcefdea074 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Neutron deleted interface 8f811b02-9add-47c7-ba86-5fc815d18734; detaching it from the instance and deleting it from the info cache [ 737.580037] env[68758]: DEBUG nova.network.neutron [req-9ea13966-c3f6-47d8-acd4-ade4546f5d67 req-8ff5be80-6474-49f7-9796-4fbcefdea074 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.607917] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60fb3d43-5c6f-4691-95d8-a76500080550 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.618944] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2048b8-9604-4f52-a4da-95b695bb0d54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.652397] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7588e63-593a-4f66-8d4b-e0a5aec36d08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.660777] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f797bb12-2a8e-49e0-8e92-c899ebb46cd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.675330] env[68758]: DEBUG nova.compute.provider_tree [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.685618] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480088} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.685917] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7069c4bf-fd95-479b-b985-5da0456946d9/7069c4bf-fd95-479b-b985-5da0456946d9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.686205] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.686878] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88922c7d-f036-42a5-8d3a-de29c19ae986 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.693912] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 737.693912] env[68758]: value = "task-2942112" [ 737.693912] env[68758]: _type = "Task" [ 737.693912] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.701556] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.883468] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942109, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.932278] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942111, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.056901] env[68758]: DEBUG nova.network.neutron [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.083058] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fdc8834c-a98b-4000-a198-44ae5de555ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.094023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089257a3-c1a3-4b72-9140-9e518409bbef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.133377] env[68758]: DEBUG nova.compute.manager [req-9ea13966-c3f6-47d8-acd4-ade4546f5d67 req-8ff5be80-6474-49f7-9796-4fbcefdea074 service nova] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Detach interface failed, port_id=8f811b02-9add-47c7-ba86-5fc815d18734, reason: Instance 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 738.181489] env[68758]: DEBUG nova.scheduler.client.report [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.204131] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129548} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.204942] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.205214] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea24558-cbc4-4be3-8766-21b1c958bdbd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.228041] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 7069c4bf-fd95-479b-b985-5da0456946d9/7069c4bf-fd95-479b-b985-5da0456946d9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.228566] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d6235de-b1fd-44d2-888d-e2182da84717 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.249205] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 738.249205] env[68758]: value = "task-2942113" [ 738.249205] env[68758]: _type = "Task" [ 738.249205] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.257585] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.383730] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942109, 'name': ReconfigVM_Task, 'duration_secs': 1.296941} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.383730] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1/d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.383730] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b9cb45d-50b7-4783-828a-f9e91e7a3454 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.389948] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 738.389948] env[68758]: value = "task-2942114" [ 738.389948] env[68758]: _type = "Task" [ 738.389948] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.398336] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942114, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.431779] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942111, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609868} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.431991] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 738.432781] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 738.432781] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d2d9d9b-4dc8-463f-8659-d80ad6a730fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.440331] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 738.440331] env[68758]: value = "task-2942115" [ 738.440331] env[68758]: _type = "Task" [ 738.440331] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.449325] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.559474] env[68758]: INFO nova.compute.manager [-] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Took 1.32 seconds to deallocate network for instance. [ 738.688222] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.688771] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.692990] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.439s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.692990] env[68758]: DEBUG nova.objects.instance [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lazy-loading 'resources' on Instance uuid 740d21eb-898d-4585-9fe9-07caf8df35bc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.760205] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942113, 'name': ReconfigVM_Task, 'duration_secs': 0.290489} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.760492] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 7069c4bf-fd95-479b-b985-5da0456946d9/7069c4bf-fd95-479b-b985-5da0456946d9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.761123] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2798597-b2d4-4460-a5b0-59254f3bfbe5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.768402] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 738.768402] env[68758]: value = "task-2942116" [ 738.768402] env[68758]: _type = "Task" [ 738.768402] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.777567] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942116, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.901358] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942114, 'name': Rename_Task, 'duration_secs': 0.307855} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.901727] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.902034] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd83fba6-ce6c-42de-91ba-e5e363f3898a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.908610] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 738.908610] env[68758]: value = "task-2942117" [ 738.908610] env[68758]: _type = "Task" [ 738.908610] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.917561] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.952332] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205437} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.952916] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 738.954284] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8480538-85b5-41c1-95bc-696bc5c1dfe0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.977061] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 738.977359] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ab3b65c-ef9f-4277-8650-df87d79a2f19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.999139] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 738.999139] env[68758]: value = "task-2942118" [ 738.999139] env[68758]: _type = "Task" [ 738.999139] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.007559] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.066905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.193501] env[68758]: DEBUG nova.compute.utils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.194988] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.195381] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.283439] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942116, 'name': Rename_Task, 'duration_secs': 0.166756} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.287218] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.287890] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6df992f0-481e-4201-9cbe-e8aec09f7016 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.291709] env[68758]: DEBUG nova.policy [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd6e1cc665f5047dab00f5dfa335995d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd116a9505c654cc49a5292433d8eb876', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.298801] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 739.298801] env[68758]: value = "task-2942119" [ 739.298801] env[68758]: _type = "Task" [ 739.298801] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.310437] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.420142] env[68758]: DEBUG oslo_vmware.api [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942117, 'name': PowerOnVM_Task, 'duration_secs': 0.508518} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.421185] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.421416] env[68758]: DEBUG nova.compute.manager [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.422276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62047da7-4245-44c2-aa8d-3e3f4af72347 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.511977] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942118, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.704156] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.741970] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f4e76-5da5-40a2-b4e1-9fd6a835e24d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.752612] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a721dc24-63ee-40c0-a7de-cd0165dab0fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.791350] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284c973b-cf6e-41a6-89ee-138c49a45bea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.802288] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9826bcb0-2bc4-41b2-8093-b5e3d008fdf1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.815550] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942119, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.825199] env[68758]: DEBUG nova.compute.provider_tree [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.827476] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Successfully created port: 1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 739.867809] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.868197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.947146] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.010533] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942118, 'name': ReconfigVM_Task, 'duration_secs': 0.811813} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.011201] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Reconfigured VM instance instance-00000021 to attach disk [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09/c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.011869] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abf45771-2756-42d7-8177-f9419410aeea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.018682] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 740.018682] env[68758]: value = "task-2942120" [ 740.018682] env[68758]: _type = "Task" [ 740.018682] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.028351] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942120, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.316986] env[68758]: DEBUG oslo_vmware.api [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942119, 'name': PowerOnVM_Task, 'duration_secs': 0.665287} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.317327] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.317500] env[68758]: INFO nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Took 8.76 seconds to spawn the instance on the hypervisor. [ 740.317661] env[68758]: DEBUG nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.318746] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90579af6-b419-48b2-8e19-077b28bee01f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.331681] env[68758]: DEBUG nova.scheduler.client.report [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.373661] env[68758]: DEBUG nova.compute.utils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 740.529974] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942120, 'name': Rename_Task, 'duration_secs': 0.188679} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.530316] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.530567] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5bfb7e5-2aa2-43b6-9521-b13450b1ffce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.537943] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Waiting for the task: (returnval){ [ 740.537943] env[68758]: value = "task-2942121" [ 740.537943] env[68758]: _type = "Task" [ 740.537943] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.551564] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.712983] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.745117] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.745358] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.745513] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.745690] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.745870] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.746948] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.749402] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.749677] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.749805] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.750011] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.750298] env[68758]: DEBUG nova.virt.hardware [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.751524] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04b838e-c1a3-4f85-b912-1c9cf6fff9f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.760509] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed646a39-81a5-4ea4-adf8-5e4a643a7660 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.835879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.838374] env[68758]: INFO nova.compute.manager [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Took 44.14 seconds to build instance. [ 740.839414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.042s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.865716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.866030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.866282] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.866475] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.866665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.870122] env[68758]: INFO nova.compute.manager [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Terminating instance [ 740.872268] env[68758]: INFO nova.scheduler.client.report [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Deleted allocations for instance 740d21eb-898d-4585-9fe9-07caf8df35bc [ 740.882419] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.049037] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.342662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4ff5e72f-ed73-4e48-9c96-bdf35ddd4183 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.361s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.384342] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "refresh_cache-d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.385132] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "refresh_cache-d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.385132] env[68758]: DEBUG nova.network.neutron [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.388426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5120450-fd55-4176-a291-50c57d76a9af tempest-ServersAaction247Test-1948580729 tempest-ServersAaction247Test-1948580729-project-member] Lock "740d21eb-898d-4585-9fe9-07caf8df35bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.444s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.550350] env[68758]: DEBUG oslo_vmware.api [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Task: {'id': task-2942121, 'name': PowerOnVM_Task, 'duration_secs': 0.635739} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.550810] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.551228] env[68758]: DEBUG nova.compute.manager [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.553692] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c579b1be-e700-44b9-9234-3763e177836b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.739039] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Successfully updated port: 1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.791844] env[68758]: DEBUG nova.compute.manager [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Received event network-vif-plugged-1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 741.792198] env[68758]: DEBUG oslo_concurrency.lockutils [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] Acquiring lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.792500] env[68758]: DEBUG oslo_concurrency.lockutils [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.792735] env[68758]: DEBUG oslo_concurrency.lockutils [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.792970] env[68758]: DEBUG nova.compute.manager [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] No waiting events found dispatching network-vif-plugged-1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.793368] env[68758]: WARNING nova.compute.manager [req-fae04867-8f7f-4c40-a504-0239cf2c958e req-efcfd4fd-a05e-44c1-998a-0a6b3d9b6453 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Received unexpected event network-vif-plugged-1f58a4e4-6143-4369-9047-71dd15bd3ea7 for instance with vm_state building and task_state spawning. [ 741.860484] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.880209] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 879b5fec-ba37-47d2-8725-fbb3976759b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880364] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 1df4c11a-9228-4f95-a044-2ca56fd4fa59 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880486] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 49149286-a58c-41db-b3ae-ba55b603ffaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880602] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 02233c4c-e192-45b7-aae2-bda48790371f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880779] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance e5396fb8-3023-476d-96cf-88ad5b573b9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880838] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6456f9a5-bd93-4db8-b858-9590b1dbaf11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.880930] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance cc14218c-df91-4472-8a7e-977fe780953f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.881048] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 230b37f8-fd06-49ea-afab-e563e287307a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.881159] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 62416623-bc48-442d-aa48-18e28d66f242 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.881298] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d2dfdedf-8b67-4b74-a15f-5be518ed878f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.881425] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 216af9b7-6a1a-448a-9a88-b4c91a3baca3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.881538] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.881650] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b3c9f237-da05-42f0-acf1-399c2281d4f4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.881775] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 57b54e92-19b8-4ee5-8293-ee2709c53bed is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.881892] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.882015] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.882845] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.882845] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance a38c2595-3f21-4ce6-8bbe-ba1c551acb7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.882845] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.882845] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ffe43372-5a16-41de-8c78-0d8ee672d22e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.883036] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 741.883253] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 7069c4bf-fd95-479b-b985-5da0456946d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.883424] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance bfbb71a1-10fc-48ac-b4c1-17699d6557f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 741.910855] env[68758]: DEBUG nova.network.neutron [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.962894] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.963134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.963514] env[68758]: INFO nova.compute.manager [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Attaching volume 3d207d7c-588b-4067-af2a-a0024e99c5d0 to /dev/sdb [ 741.986263] env[68758]: DEBUG nova.network.neutron [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.011046] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c66a4-2f9f-48c9-8024-004e9073cff8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.018799] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb5377-5ddf-483d-9362-bccec78c65fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.039157] env[68758]: DEBUG nova.virt.block_device [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating existing volume attachment record: 26628ac0-7996-4f68-a5fd-ffcaf6a6d820 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 742.069337] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.073402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.074220] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.242724] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.242942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.243137] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.286670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "04831673-9e73-4fc6-9c13-b60a7302b238" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.286919] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.383574] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.386468] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance afbd3270-738b-451c-b010-6b7717672d8f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.488596] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "refresh_cache-d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488786] env[68758]: DEBUG nova.compute.manager [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 742.488989] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 742.490044] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d71f15-e44c-476a-8afc-3c26d6f10b72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.499378] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 742.499687] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b691637-2b73-4484-ade4-14bb2c04d30b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.507218] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 742.507218] env[68758]: value = "task-2942125" [ 742.507218] env[68758]: _type = "Task" [ 742.507218] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.516895] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.577893] env[68758]: DEBUG nova.compute.utils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.788536] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.889152] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 336ba1ba-4ced-47ba-a648-ed069b1f19c4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 742.905729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "02233c4c-e192-45b7-aae2-bda48790371f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.906573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.906573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "02233c4c-e192-45b7-aae2-bda48790371f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.906573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.906829] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.912321] env[68758]: INFO nova.compute.manager [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Terminating instance [ 743.022971] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942125, 'name': PowerOffVM_Task, 'duration_secs': 0.146981} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.023248] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.023431] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.023698] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97ec6016-937c-4f87-8a88-da752f7647d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.028341] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.028566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.028914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.028914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.029090] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.033868] env[68758]: INFO nova.compute.manager [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Terminating instance [ 743.043194] env[68758]: DEBUG nova.network.neutron [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Updating instance_info_cache with network_info: [{"id": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "address": "fa:16:3e:a1:99:d0", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f58a4e4-61", "ovs_interfaceid": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.050260] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 743.050408] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 743.050590] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleting the datastore file [datastore2] d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 743.050887] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9f625a1-8d57-402a-a30b-e0e98c181be5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.059583] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 743.059583] env[68758]: value = "task-2942127" [ 743.059583] env[68758]: _type = "Task" [ 743.059583] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.068894] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942127, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.082450] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.393901] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 9115181d-1225-4b19-878a-06f661ac0a13 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.414555] env[68758]: DEBUG nova.compute.manager [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.414676] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.415797] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e7186e-4705-40b7-b6f2-131df2840ac8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.424398] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.424398] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88e98ea1-1868-464c-b576-ee88183221ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.431275] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 743.431275] env[68758]: value = "task-2942128" [ 743.431275] env[68758]: _type = "Task" [ 743.431275] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.439336] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.539677] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "refresh_cache-c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.540039] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquired lock "refresh_cache-c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.540653] env[68758]: DEBUG nova.network.neutron [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.546149] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.546445] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Instance network_info: |[{"id": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "address": "fa:16:3e:a1:99:d0", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f58a4e4-61", "ovs_interfaceid": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.546827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:99:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f58a4e4-6143-4369-9047-71dd15bd3ea7', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.555181] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.556307] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.557415] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1ff274f-746c-4785-9216-7f15ffd8722e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.582397] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.582397] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.587614] env[68758]: DEBUG oslo_vmware.api [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942127, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397486} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.589068] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 743.592250] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 743.592250] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 743.592250] env[68758]: INFO nova.compute.manager [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Took 1.10 seconds to destroy the instance on the hypervisor. [ 743.592250] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.592250] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.592250] env[68758]: value = "task-2942129" [ 743.592250] env[68758]: _type = "Task" [ 743.592250] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.592250] env[68758]: DEBUG nova.compute.manager [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 743.592611] env[68758]: DEBUG nova.network.neutron [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.603322] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942129, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.611338] env[68758]: DEBUG nova.network.neutron [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.860818] env[68758]: DEBUG nova.compute.manager [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Received event network-changed-1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 743.861021] env[68758]: DEBUG nova.compute.manager [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Refreshing instance network info cache due to event network-changed-1f58a4e4-6143-4369-9047-71dd15bd3ea7. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 743.861252] env[68758]: DEBUG oslo_concurrency.lockutils [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] Acquiring lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.861398] env[68758]: DEBUG oslo_concurrency.lockutils [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] Acquired lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.861561] env[68758]: DEBUG nova.network.neutron [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Refreshing network info cache for port 1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.896426] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 34777953-1a17-4f41-ae70-b34ba4257b77 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 743.949636] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942128, 'name': PowerOffVM_Task, 'duration_secs': 0.293067} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.949975] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.950195] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 743.950515] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-968df3b5-968e-4fef-8bc7-c5a2f50cb87b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.026844] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.027280] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.027576] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleting the datastore file [datastore1] 02233c4c-e192-45b7-aae2-bda48790371f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.027851] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-796938ab-0083-4da4-bd2e-80da0a78bcf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.034366] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 744.034366] env[68758]: value = "task-2942131" [ 744.034366] env[68758]: _type = "Task" [ 744.034366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.044888] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.065627] env[68758]: DEBUG nova.network.neutron [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.110044] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942129, 'name': CreateVM_Task, 'duration_secs': 0.43764} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.111631] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.113831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.113831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.113831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.113831] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d49551a-2d86-4f26-8769-390978ba8eb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.115723] env[68758]: DEBUG nova.network.neutron [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.122020] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 744.122020] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527f0e7b-87f7-13f4-653f-5f8f9fbe293a" [ 744.122020] env[68758]: _type = "Task" [ 744.122020] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.131198] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527f0e7b-87f7-13f4-653f-5f8f9fbe293a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.162799] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.163039] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.163288] env[68758]: INFO nova.compute.manager [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Attaching volume a4226753-910d-4219-89fe-ea00bb1424ab to /dev/sdb [ 744.179247] env[68758]: DEBUG nova.network.neutron [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.205037] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d03145f-8bee-4ead-8f10-b580457841ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.215160] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db22d15-31b9-4cfd-8c7c-12c08ddc135f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.232626] env[68758]: DEBUG nova.virt.block_device [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Updating existing volume attachment record: db4a023e-d2a8-4778-9c05-029d09dad6dd {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 744.400584] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 28b6c309-f30b-4600-b42f-c7a14c6fd9e8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 744.549970] env[68758]: DEBUG oslo_vmware.api [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.338326} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.550239] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.550420] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.550596] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.550768] env[68758]: INFO nova.compute.manager [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 744.551020] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.551214] env[68758]: DEBUG nova.compute.manager [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.551310] env[68758]: DEBUG nova.network.neutron [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.623328] env[68758]: INFO nova.compute.manager [-] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Took 1.03 seconds to deallocate network for instance. [ 744.637843] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527f0e7b-87f7-13f4-653f-5f8f9fbe293a, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.637843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.638065] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.638189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.638332] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.638508] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.638861] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8042e2f-4e8b-460e-8997-faffc5415f35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.650972] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.651274] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.652165] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f7aba7-1f1a-4c92-bb23-d5a3fc322615 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.657749] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 744.657749] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c1a48a-b4bc-d367-f2b5-96098704c9da" [ 744.657749] env[68758]: _type = "Task" [ 744.657749] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.665498] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c1a48a-b4bc-d367-f2b5-96098704c9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.682933] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Releasing lock "refresh_cache-c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.683475] env[68758]: DEBUG nova.compute.manager [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.683668] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.686965] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f9f1a3-4a78-4f29-9459-831ea084a4d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.694434] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.694704] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-523d56a8-b897-488e-8970-f3fdf88e09f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.700530] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 744.700530] env[68758]: value = "task-2942136" [ 744.700530] env[68758]: _type = "Task" [ 744.700530] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.710042] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942136, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.806375] env[68758]: DEBUG nova.network.neutron [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Updated VIF entry in instance network info cache for port 1f58a4e4-6143-4369-9047-71dd15bd3ea7. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.806375] env[68758]: DEBUG nova.network.neutron [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Updating instance_info_cache with network_info: [{"id": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "address": "fa:16:3e:a1:99:d0", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f58a4e4-61", "ovs_interfaceid": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.904539] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance e4aaa46f-6a69-4179-a9eb-40879d240cb4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.133264] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.169291] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c1a48a-b4bc-d367-f2b5-96098704c9da, 'name': SearchDatastore_Task, 'duration_secs': 0.015359} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.170465] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c28409e1-1335-4b02-93c7-a07f0ee479a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.176104] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 745.176104] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f365dc-91fc-c397-408c-313b5777dd49" [ 745.176104] env[68758]: _type = "Task" [ 745.176104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.185490] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f365dc-91fc-c397-408c-313b5777dd49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.214774] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942136, 'name': PowerOffVM_Task, 'duration_secs': 0.157866} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.214774] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.214991] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.215882] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95078068-b8cd-4370-8399-dbe9d712c6b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.242318] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.242318] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.242318] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Deleting the datastore file [datastore2] c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.242318] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0ef1aa9-dc7d-4736-991a-645b4c2907bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.247854] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for the task: (returnval){ [ 745.247854] env[68758]: value = "task-2942138" [ 745.247854] env[68758]: _type = "Task" [ 745.247854] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.259180] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942138, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.307899] env[68758]: DEBUG oslo_concurrency.lockutils [req-c25b6626-0f73-45d1-a820-6ee40d08da55 req-6d70311b-6929-4ecf-b78f-3e3368dfada6 service nova] Releasing lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.407687] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 69dae979-c82b-47dc-8d6f-0874e5123baa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 745.691501] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f365dc-91fc-c397-408c-313b5777dd49, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.691770] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.692039] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] bfbb71a1-10fc-48ac-b4c1-17699d6557f0/bfbb71a1-10fc-48ac-b4c1-17699d6557f0.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.692314] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ab97aa4-87f0-4635-8843-1ec44a1c0dac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.700909] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 745.700909] env[68758]: value = "task-2942139" [ 745.700909] env[68758]: _type = "Task" [ 745.700909] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.712762] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.759278] env[68758]: DEBUG oslo_vmware.api [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Task: {'id': task-2942138, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189455} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.759669] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.759843] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.760040] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.760218] env[68758]: INFO nova.compute.manager [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Took 1.08 seconds to destroy the instance on the hypervisor. [ 745.760462] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.760692] env[68758]: DEBUG nova.compute.manager [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.760825] env[68758]: DEBUG nova.network.neutron [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.779828] env[68758]: DEBUG nova.network.neutron [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.849405] env[68758]: DEBUG nova.network.neutron [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.911508] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance af0dbd5f-8112-4446-b5a0-8dce64a95a8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.012380] env[68758]: DEBUG nova.compute.manager [req-70e9e8c7-0959-4bbd-8e4b-7c5d16082f1c req-f197cf7e-5b71-46c7-8f74-3bf5b295b51d service nova] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Received event network-vif-deleted-a57d8bc0-1391-43e4-8cac-c710b30745ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 746.212535] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942139, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.282894] env[68758]: DEBUG nova.network.neutron [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.352667] env[68758]: INFO nova.compute.manager [-] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Took 1.80 seconds to deallocate network for instance. [ 746.414814] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 77f89eea-3f60-4d1e-8da6-26442edc1885 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 746.479327] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.479571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.601569] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 746.601569] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590604', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'name': 'volume-3d207d7c-588b-4067-af2a-a0024e99c5d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49149286-a58c-41db-b3ae-ba55b603ffaa', 'attached_at': '', 'detached_at': '', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'serial': '3d207d7c-588b-4067-af2a-a0024e99c5d0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 746.602776] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49d5bd5-75ee-43ca-8628-a2c97a9be3db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.619219] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006dd57a-66ed-4d1c-9f1d-1cf03d681475 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.651357] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-3d207d7c-588b-4067-af2a-a0024e99c5d0/volume-3d207d7c-588b-4067-af2a-a0024e99c5d0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.651685] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c47de8-3d32-4421-81fd-f11780621f97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.670309] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Waiting for the task: (returnval){ [ 746.670309] env[68758]: value = "task-2942141" [ 746.670309] env[68758]: _type = "Task" [ 746.670309] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.679031] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942141, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.710871] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.786720] env[68758]: INFO nova.compute.manager [-] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Took 1.03 seconds to deallocate network for instance. [ 746.860550] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.918152] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 19444cef-85dd-450c-8392-887444afda37 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.180467] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942141, 'name': ReconfigVM_Task, 'duration_secs': 0.411916} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.180742] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-3d207d7c-588b-4067-af2a-a0024e99c5d0/volume-3d207d7c-588b-4067-af2a-a0024e99c5d0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.185495] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-742abaf0-81c7-42d2-b97b-a38c2668370e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.200469] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Waiting for the task: (returnval){ [ 747.200469] env[68758]: value = "task-2942142" [ 747.200469] env[68758]: _type = "Task" [ 747.200469] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.211238] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942142, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.214155] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.293670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.422055] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 747.714155] env[68758]: DEBUG oslo_vmware.api [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942142, 'name': ReconfigVM_Task, 'duration_secs': 0.149386} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.717476] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590604', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'name': 'volume-3d207d7c-588b-4067-af2a-a0024e99c5d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49149286-a58c-41db-b3ae-ba55b603ffaa', 'attached_at': '', 'detached_at': '', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'serial': '3d207d7c-588b-4067-af2a-a0024e99c5d0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 747.718961] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942139, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.764301} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.719417] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] bfbb71a1-10fc-48ac-b4c1-17699d6557f0/bfbb71a1-10fc-48ac-b4c1-17699d6557f0.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.719679] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.719934] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a7a7187-6b20-4093-aa7a-5e340e6079e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.726482] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 747.726482] env[68758]: value = "task-2942143" [ 747.726482] env[68758]: _type = "Task" [ 747.726482] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.735198] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.925262] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 92fad318-9df0-4516-b6ae-1de0875bb10e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.236240] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072098} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.236528] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.237231] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a3854c-c719-4d44-88da-8236a943a968 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.258598] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] bfbb71a1-10fc-48ac-b4c1-17699d6557f0/bfbb71a1-10fc-48ac-b4c1-17699d6557f0.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.260700] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b618282-e2d6-43b2-b12c-641f7806ef13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.281510] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 748.281510] env[68758]: value = "task-2942144" [ 748.281510] env[68758]: _type = "Task" [ 748.281510] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.293944] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942144, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.428193] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 04831673-9e73-4fc6-9c13-b60a7302b238 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 748.428505] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 748.428656] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 748.776025] env[68758]: DEBUG nova.objects.instance [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lazy-loading 'flavor' on Instance uuid 49149286-a58c-41db-b3ae-ba55b603ffaa {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 748.792153] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942144, 'name': ReconfigVM_Task, 'duration_secs': 0.282887} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.794850] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Reconfigured VM instance instance-00000027 to attach disk [datastore1] bfbb71a1-10fc-48ac-b4c1-17699d6557f0/bfbb71a1-10fc-48ac-b4c1-17699d6557f0.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.797150] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 748.797499] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590607', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'name': 'volume-a4226753-910d-4219-89fe-ea00bb1424ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7069c4bf-fd95-479b-b985-5da0456946d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'serial': 'a4226753-910d-4219-89fe-ea00bb1424ab'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 748.798133] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83ae744a-7af6-4e83-a219-127217077423 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.800351] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ad75a-5287-44d3-9786-c2fee870b2e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.819154] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00392fd9-ef8b-4c73-b2a2-5f972ac861dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.821798] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 748.821798] env[68758]: value = "task-2942145" [ 748.821798] env[68758]: _type = "Task" [ 748.821798] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.848263] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] volume-a4226753-910d-4219-89fe-ea00bb1424ab/volume-a4226753-910d-4219-89fe-ea00bb1424ab.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.852161] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-974471b4-96dd-4431-ab2d-154d70d74ae8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.871308] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942145, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.877610] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 748.877610] env[68758]: value = "task-2942146" [ 748.877610] env[68758]: _type = "Task" [ 748.877610] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.885069] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.922408] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697de706-b933-45e6-b7e3-f53478ace382 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.932050] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accceb4f-f608-4793-a371-6f831ad78005 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.962927] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e34ebd-2df7-43f6-bcd6-8cf09a08d90a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.970388] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d1c758-2f0c-4390-ba0f-53b19a832b04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.984447] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.281660] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a19a2823-48a4-43ef-a60c-d79daca04715 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.333107] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942145, 'name': Rename_Task, 'duration_secs': 0.148871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.333280] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.333443] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00afd2ed-1e9c-4545-a0de-de688b453f8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.340177] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 749.340177] env[68758]: value = "task-2942147" [ 749.340177] env[68758]: _type = "Task" [ 749.340177] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.349685] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.388184] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942146, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.487997] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.587272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.587571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.852349] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942147, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.887074] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942146, 'name': ReconfigVM_Task, 'duration_secs': 0.563952} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.887208] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfigured VM instance instance-00000026 to attach disk [datastore1] volume-a4226753-910d-4219-89fe-ea00bb1424ab/volume-a4226753-910d-4219-89fe-ea00bb1424ab.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.891780] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-851f57ee-d40c-4ce0-936c-7d9ff0e17aa6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.905469] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 749.905469] env[68758]: value = "task-2942148" [ 749.905469] env[68758]: _type = "Task" [ 749.905469] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.913382] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942148, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.993500] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 749.993795] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.155s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.994095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.576s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.995869] env[68758]: INFO nova.compute.claims [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.091329] env[68758]: INFO nova.compute.manager [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Detaching volume 3d207d7c-588b-4067-af2a-a0024e99c5d0 [ 750.130256] env[68758]: INFO nova.virt.block_device [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Attempting to driver detach volume 3d207d7c-588b-4067-af2a-a0024e99c5d0 from mountpoint /dev/sdb [ 750.130488] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 750.130768] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590604', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'name': 'volume-3d207d7c-588b-4067-af2a-a0024e99c5d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49149286-a58c-41db-b3ae-ba55b603ffaa', 'attached_at': '', 'detached_at': '', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'serial': '3d207d7c-588b-4067-af2a-a0024e99c5d0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 750.131613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac77eb1-d2f9-4536-aab6-c440d0c931ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.152754] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9062a3a-cfae-4e7b-82be-c40b888a1bfd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.159767] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b127bd8-5f8f-4ab3-a2f2-aaea014ea756 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.181061] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532070ee-2468-4dca-85e8-0b58c2b7365d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.196882] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] The volume has not been displaced from its original location: [datastore1] volume-3d207d7c-588b-4067-af2a-a0024e99c5d0/volume-3d207d7c-588b-4067-af2a-a0024e99c5d0.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 750.202092] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 750.202391] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-521a81f6-1206-48ba-8b01-08b7655874e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.220309] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Waiting for the task: (returnval){ [ 750.220309] env[68758]: value = "task-2942149" [ 750.220309] env[68758]: _type = "Task" [ 750.220309] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.228099] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942149, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.352018] env[68758]: DEBUG oslo_vmware.api [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942147, 'name': PowerOnVM_Task, 'duration_secs': 0.530157} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.352018] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.352018] env[68758]: INFO nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Took 9.64 seconds to spawn the instance on the hypervisor. [ 750.352018] env[68758]: DEBUG nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 750.352637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9a32fc-3ce1-423b-abc9-6bbcf8ff05e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.415153] env[68758]: DEBUG oslo_vmware.api [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942148, 'name': ReconfigVM_Task, 'duration_secs': 0.156451} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.415459] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590607', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'name': 'volume-a4226753-910d-4219-89fe-ea00bb1424ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7069c4bf-fd95-479b-b985-5da0456946d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'serial': 'a4226753-910d-4219-89fe-ea00bb1424ab'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 750.729774] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.868391] env[68758]: INFO nova.compute.manager [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Took 49.01 seconds to build instance. [ 751.231775] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942149, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.342822] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Acquiring lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.343030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Acquired lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.343208] env[68758]: DEBUG nova.network.neutron [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.369811] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e77b34da-c7e3-4f8a-a900-ce7b30f49bd3 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.858s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.449643] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f19c6f-9db6-40ac-97ec-3df0b463a4e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.453829] env[68758]: DEBUG nova.objects.instance [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'flavor' on Instance uuid 7069c4bf-fd95-479b-b985-5da0456946d9 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.458599] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270b4997-b10f-49ab-9981-7f72cf44ab59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.490609] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197b512e-e51a-4944-a02c-3b753ee9f9de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.498497] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71513ef-e998-4150-9159-2646e71b284f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.512393] env[68758]: DEBUG nova.compute.provider_tree [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.737381] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942149, 'name': ReconfigVM_Task, 'duration_secs': 1.235378} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.737685] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 751.743059] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c814cde-33c4-47bc-8f24-5e979de8583c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.757979] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Waiting for the task: (returnval){ [ 751.757979] env[68758]: value = "task-2942150" [ 751.757979] env[68758]: _type = "Task" [ 751.757979] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.766794] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.874355] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.964168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c4601cf0-9598-49ca-bbaa-51590e1ba209 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.801s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.018021] env[68758]: DEBUG nova.scheduler.client.report [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.269412] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.288113] env[68758]: DEBUG nova.network.neutron [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Updating instance_info_cache with network_info: [{"id": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "address": "fa:16:3e:a1:99:d0", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f58a4e4-61", "ovs_interfaceid": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.399631] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.522385] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.522385] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.524024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.511s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.525860] env[68758]: INFO nova.compute.claims [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.532879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.533110] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.533306] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.533490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.533647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.535517] env[68758]: INFO nova.compute.manager [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Terminating instance [ 752.768987] env[68758]: DEBUG oslo_vmware.api [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Task: {'id': task-2942150, 'name': ReconfigVM_Task, 'duration_secs': 0.910088} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.769336] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590604', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'name': 'volume-3d207d7c-588b-4067-af2a-a0024e99c5d0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '49149286-a58c-41db-b3ae-ba55b603ffaa', 'attached_at': '', 'detached_at': '', 'volume_id': '3d207d7c-588b-4067-af2a-a0024e99c5d0', 'serial': '3d207d7c-588b-4067-af2a-a0024e99c5d0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 752.791092] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Releasing lock "refresh_cache-bfbb71a1-10fc-48ac-b4c1-17699d6557f0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.791363] env[68758]: DEBUG nova.compute.manager [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Inject network info {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 752.791624] env[68758]: DEBUG nova.compute.manager [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] network_info to inject: |[{"id": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "address": "fa:16:3e:a1:99:d0", "network": {"id": "4fd77c07-6808-42b6-b79e-f17969d0a1b5", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1517002880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d116a9505c654cc49a5292433d8eb876", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c29724c-5452-441a-8060-5bf89d1f5847", "external-id": "nsx-vlan-transportzone-683", "segmentation_id": 683, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f58a4e4-61", "ovs_interfaceid": "1f58a4e4-6143-4369-9047-71dd15bd3ea7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 752.796401] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Reconfiguring VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 752.796702] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97698ab0-693d-40ab-ac1e-4da084918138 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.811499] env[68758]: DEBUG oslo_vmware.api [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Waiting for the task: (returnval){ [ 752.811499] env[68758]: value = "task-2942151" [ 752.811499] env[68758]: _type = "Task" [ 752.811499] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.819494] env[68758]: DEBUG oslo_vmware.api [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Task: {'id': task-2942151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.033025] env[68758]: DEBUG nova.compute.utils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.034529] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.034709] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.043121] env[68758]: DEBUG nova.compute.manager [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.045154] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.046223] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a83a84e-9b95-4163-a27d-5ad4cbbe8c7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.058500] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 753.058500] env[68758]: value = "task-2942152" [ 753.058500] env[68758]: _type = "Task" [ 753.058500] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.068385] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.097105] env[68758]: DEBUG nova.policy [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ea19b8126f49b28a7d56742a7d5d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf78798a4594bb385c3271cc88d7a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.325825] env[68758]: DEBUG oslo_vmware.api [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] Task: {'id': task-2942151, 'name': ReconfigVM_Task, 'duration_secs': 0.17806} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.326486] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c3ab844-d15e-42bc-8440-942e1bf62bcf tempest-ServersAdminTestJSON-457491161 tempest-ServersAdminTestJSON-457491161-project-admin] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Reconfigured VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 753.343742] env[68758]: DEBUG nova.objects.instance [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lazy-loading 'flavor' on Instance uuid 49149286-a58c-41db-b3ae-ba55b603ffaa {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.381249] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Successfully created port: 8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.539185] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.570727] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942152, 'name': PowerOffVM_Task, 'duration_secs': 0.22105} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.573877] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.574229] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 753.575260] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590607', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'name': 'volume-a4226753-910d-4219-89fe-ea00bb1424ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7069c4bf-fd95-479b-b985-5da0456946d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'serial': 'a4226753-910d-4219-89fe-ea00bb1424ab'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 753.576781] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc78edc9-ff52-4246-9629-de017c1413ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.580796] env[68758]: INFO nova.compute.manager [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Rebuilding instance [ 753.611991] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd2b46-7ef2-4723-8b01-e94eae500d6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.620115] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48641f4e-d6a6-457a-b906-f8eba69d1f59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.653033] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f93b0c-5245-4583-a95b-4942517e62a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.656564] env[68758]: DEBUG nova.compute.manager [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 753.657580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29e0260-805c-4fdb-99c9-72c7b6973acc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.673242] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] The volume has not been displaced from its original location: [datastore1] volume-a4226753-910d-4219-89fe-ea00bb1424ab/volume-a4226753-910d-4219-89fe-ea00bb1424ab.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 753.677733] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfiguring VM instance instance-00000026 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 753.682559] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5a10c3-b3ce-4d51-a020-8eb8583f26d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.704532] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 753.704532] env[68758]: value = "task-2942153" [ 753.704532] env[68758]: _type = "Task" [ 753.704532] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.714982] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.080958] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7ea3d4-90c8-47d0-beb3-eefab71936c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.089432] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279cf592-b0af-40a8-8c15-ba3d5aa10365 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.122236] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3342737a-9178-4952-b4c5-c54f6c893126 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.129391] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25347ebf-34cd-47cb-b8e9-d0552df69976 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.143051] env[68758]: DEBUG nova.compute.provider_tree [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.215577] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942153, 'name': ReconfigVM_Task, 'duration_secs': 0.235131} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.215865] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Reconfigured VM instance instance-00000026 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 754.220593] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5314daf5-ab42-4b79-9708-f3360a27885e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.236679] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 754.236679] env[68758]: value = "task-2942154" [ 754.236679] env[68758]: _type = "Task" [ 754.236679] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.244921] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.350123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6ebfc3b3-3e48-458f-9fa6-6cdaa8c09822 tempest-VolumesAssistedSnapshotsTest-1059557501 tempest-VolumesAssistedSnapshotsTest-1059557501-project-admin] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.762s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.552985] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.581039] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.581323] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.581497] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.581702] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.581861] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.582022] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.582253] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.582427] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.582607] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.582846] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.583066] env[68758]: DEBUG nova.virt.hardware [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.583964] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc1be64-c92e-4607-bb6e-a019a95cf0ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.591788] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9d25fc-2bd2-4148-b0f4-ecd3a0eb105c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.646054] env[68758]: DEBUG nova.scheduler.client.report [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.702385] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.702711] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc866b32-10f3-4f51-b59a-91423977a8a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.709575] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 754.709575] env[68758]: value = "task-2942156" [ 754.709575] env[68758]: _type = "Task" [ 754.709575] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.719977] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.746052] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942154, 'name': ReconfigVM_Task, 'duration_secs': 0.160859} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.747018] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590607', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'name': 'volume-a4226753-910d-4219-89fe-ea00bb1424ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7069c4bf-fd95-479b-b985-5da0456946d9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a4226753-910d-4219-89fe-ea00bb1424ab', 'serial': 'a4226753-910d-4219-89fe-ea00bb1424ab'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 754.747018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.747505] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9addea9-eaf9-453b-8afe-407e4ec52da4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.754227] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.755703] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9710af4e-81df-499d-8e24-134d78f1d2fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.761927] env[68758]: DEBUG nova.compute.manager [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Received event network-vif-plugged-8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 754.762211] env[68758]: DEBUG oslo_concurrency.lockutils [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] Acquiring lock "afbd3270-738b-451c-b010-6b7717672d8f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.762698] env[68758]: DEBUG oslo_concurrency.lockutils [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] Lock "afbd3270-738b-451c-b010-6b7717672d8f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.762875] env[68758]: DEBUG oslo_concurrency.lockutils [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] Lock "afbd3270-738b-451c-b010-6b7717672d8f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.763129] env[68758]: DEBUG nova.compute.manager [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] No waiting events found dispatching network-vif-plugged-8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.763227] env[68758]: WARNING nova.compute.manager [req-284b748a-2b35-45e0-bcbc-b103016abd4d req-3b476643-58d4-4c88-808a-2479b6ddeb59 service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Received unexpected event network-vif-plugged-8d3d6d78-f635-45e4-a25e-6e25724b04de for instance with vm_state building and task_state spawning. [ 754.824288] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.824516] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.824778] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore1] 7069c4bf-fd95-479b-b985-5da0456946d9 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.825099] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecf16515-2f76-400c-907c-e326ed703512 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.832090] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 754.832090] env[68758]: value = "task-2942158" [ 754.832090] env[68758]: _type = "Task" [ 754.832090] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.841579] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942158, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.851686] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Successfully updated port: 8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.151200] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.151769] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.154391] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.305s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.154588] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.156653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.471s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.158058] env[68758]: INFO nova.compute.claims [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.182090] env[68758]: INFO nova.scheduler.client.report [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Deleted allocations for instance 57b54e92-19b8-4ee5-8293-ee2709c53bed [ 755.219422] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942156, 'name': PowerOffVM_Task, 'duration_secs': 0.190583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.219714] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 755.219938] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 755.220724] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e34653-1c11-4dea-ba64-33b8b0187f17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.227642] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 755.227923] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdddfc67-de52-4682-a194-9c94310af78f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.286695] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 755.286937] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 755.287182] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 755.287437] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15b55665-0ba3-4bbf-8047-d997f215863d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.293432] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 755.293432] env[68758]: value = "task-2942160" [ 755.293432] env[68758]: _type = "Task" [ 755.293432] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.301048] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.341414] env[68758]: DEBUG oslo_vmware.api [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942158, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142399} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.341583] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.341680] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.341840] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.342031] env[68758]: INFO nova.compute.manager [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Took 2.30 seconds to destroy the instance on the hypervisor. [ 755.342261] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.342449] env[68758]: DEBUG nova.compute.manager [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 755.342544] env[68758]: DEBUG nova.network.neutron [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.354775] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.354943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.355099] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.662609] env[68758]: DEBUG nova.compute.utils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.665947] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.666127] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.698125] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3671cbb-d916-4e53-93dc-945b8410e973 tempest-DeleteServersAdminTestJSON-928133823 tempest-DeleteServersAdminTestJSON-928133823-project-member] Lock "57b54e92-19b8-4ee5-8293-ee2709c53bed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.227s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.701688] env[68758]: DEBUG nova.policy [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1a482cee684bd8a8a2ea685aa62514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334dfaf60cc446658756fdbd532c2c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.805415] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14157} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.805796] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.806332] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.806332] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.893938] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.079129] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Successfully created port: a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.094757] env[68758]: DEBUG nova.network.neutron [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.117826] env[68758]: DEBUG nova.network.neutron [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Updating instance_info_cache with network_info: [{"id": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "address": "fa:16:3e:a4:3e:6b", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3d6d78-f6", "ovs_interfaceid": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.167265] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.600569] env[68758]: INFO nova.compute.manager [-] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Took 1.26 seconds to deallocate network for instance. [ 756.622457] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.622930] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Instance network_info: |[{"id": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "address": "fa:16:3e:a4:3e:6b", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3d6d78-f6", "ovs_interfaceid": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.623236] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:3e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d3d6d78-f635-45e4-a25e-6e25724b04de', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.635014] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating folder: Project (daf78798a4594bb385c3271cc88d7a71). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.638034] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29503dec-3f67-4113-a557-1c49fe10f033 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.651356] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created folder: Project (daf78798a4594bb385c3271cc88d7a71) in parent group-v590497. [ 756.651356] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating folder: Instances. Parent ref: group-v590608. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.651356] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b229681-1624-4fd9-bfa2-b4bd06a62e26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.663706] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created folder: Instances in parent group-v590608. [ 756.664078] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.664908] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.664908] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09d6cf32-a1f2-4039-bda6-51802b5d2a84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.695159] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.695159] env[68758]: value = "task-2942163" [ 756.695159] env[68758]: _type = "Task" [ 756.695159] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.705991] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942163, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.740034] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f42823-e3c3-4011-a1dc-4df216ed261a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.748245] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ba5031-e560-4c1c-94cc-a936153f114e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.787523] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f487cf22-131d-46d1-a170-4153051de8bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.797301] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b940fe9-1805-4fce-a218-f5603fa823f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.813719] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 756.855129] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.855129] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.855530] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.855867] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.856198] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.856474] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.856806] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.857107] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.857401] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.857689] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.857987] env[68758]: DEBUG nova.virt.hardware [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.858986] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4751b1b0-475a-40f8-891f-937176f5bf7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.867217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fec928c-295b-4109-8257-2f96b992a15d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.882954] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a085fa2-35df-44f4-9d95-64a679e705c1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.890669] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.891113] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.891458] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a7fbdd7d-28ac-4120-a503-36014f4001af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.912449] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.912449] env[68758]: value = "task-2942164" [ 756.912449] env[68758]: _type = "Task" [ 756.912449] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.921298] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942164, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.967775] env[68758]: DEBUG nova.compute.manager [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Received event network-changed-8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 756.968044] env[68758]: DEBUG nova.compute.manager [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Refreshing instance network info cache due to event network-changed-8d3d6d78-f635-45e4-a25e-6e25724b04de. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 756.968354] env[68758]: DEBUG oslo_concurrency.lockutils [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] Acquiring lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.968566] env[68758]: DEBUG oslo_concurrency.lockutils [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] Acquired lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.968650] env[68758]: DEBUG nova.network.neutron [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Refreshing network info cache for port 8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.162230] env[68758]: INFO nova.compute.manager [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Took 0.56 seconds to detach 1 volumes for instance. [ 757.192049] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.205727] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942163, 'name': CreateVM_Task, 'duration_secs': 0.360759} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.205994] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.206791] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.206990] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.207338] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.208299] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b785919-4717-4a3b-b231-8c7ba026e705 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.213075] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 757.213075] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5202e41b-576a-f73e-df9c-b0a3b251c82a" [ 757.213075] env[68758]: _type = "Task" [ 757.213075] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.226771] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5202e41b-576a-f73e-df9c-b0a3b251c82a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.229356] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 757.229356] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 757.229471] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 757.229602] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 757.229723] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 757.229833] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 757.230043] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 757.230198] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 757.230355] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 757.231616] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 757.231616] env[68758]: DEBUG nova.virt.hardware [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 757.231616] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217342f0-f81b-48ef-a498-eaee44814245 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.240237] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db008dc1-6dde-43e6-95b7-e8b8995463a1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.336078] env[68758]: ERROR nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [req-19c8f4d5-25b0-45ed-aa0a-156cd577be66] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19c8f4d5-25b0-45ed-aa0a-156cd577be66"}]} [ 757.355047] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 757.370293] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 757.370528] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 757.383199] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 757.401794] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 757.424536] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942164, 'name': CreateVM_Task, 'duration_secs': 0.354237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.424693] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.425524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.669517] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.725319] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5202e41b-576a-f73e-df9c-b0a3b251c82a, 'name': SearchDatastore_Task, 'duration_secs': 0.011527} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.725319] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.725538] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.725799] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.727046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.727046] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.727328] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Successfully updated port: a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 757.728347] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.728673] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.728975] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0916892d-df3e-4092-89a5-9f77cd2451e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.733608] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a32b5b-0a8c-410c-9256-1352b9273b81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.740719] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 757.740719] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52963aec-383a-0818-c5e5-b9c94d7f7c07" [ 757.740719] env[68758]: _type = "Task" [ 757.740719] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.746042] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.746281] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.747517] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03df2cb9-6704-488c-bfbd-4fa7b80b54dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.757774] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52963aec-383a-0818-c5e5-b9c94d7f7c07, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.759363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.759363] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.759363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.759526] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 757.759526] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527b2c52-4b66-1fc8-65cc-e612727ca4f3" [ 757.759526] env[68758]: _type = "Task" [ 757.759526] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.768806] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527b2c52-4b66-1fc8-65cc-e612727ca4f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008356} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.768806] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1378c2b2-984c-4d3f-8da8-e1f670e6c6c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.775352] env[68758]: DEBUG nova.network.neutron [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Updated VIF entry in instance network info cache for port 8d3d6d78-f635-45e4-a25e-6e25724b04de. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.775905] env[68758]: DEBUG nova.network.neutron [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Updating instance_info_cache with network_info: [{"id": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "address": "fa:16:3e:a4:3e:6b", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d3d6d78-f6", "ovs_interfaceid": "8d3d6d78-f635-45e4-a25e-6e25724b04de", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.781562] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 757.781562] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521b140d-4ea0-b25b-6288-ba6e15473345" [ 757.781562] env[68758]: _type = "Task" [ 757.781562] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.793115] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521b140d-4ea0-b25b-6288-ba6e15473345, 'name': SearchDatastore_Task, 'duration_secs': 0.008879} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.793466] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.793840] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] afbd3270-738b-451c-b010-6b7717672d8f/afbd3270-738b-451c-b010-6b7717672d8f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.794440] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.794635] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.794846] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76894e9b-9b74-4261-98cb-376aa344e00e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.797038] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd2497a-51c9-4ec9-832f-b65b0a8e72e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.807472] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 757.807472] env[68758]: value = "task-2942165" [ 757.807472] env[68758]: _type = "Task" [ 757.807472] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.808809] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.808998] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.812696] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb58993-b23c-4e53-972e-7a4e5b890932 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.825165] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.826356] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 757.826356] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52100996-7254-7e3e-66e7-ae5b75740f6f" [ 757.826356] env[68758]: _type = "Task" [ 757.826356] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.834161] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52100996-7254-7e3e-66e7-ae5b75740f6f, 'name': SearchDatastore_Task, 'duration_secs': 0.008376} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.837661] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e30b816-218f-4054-a599-3f4895eed944 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.842519] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 757.842519] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260301a-62b7-c2d5-39f9-bf7f3bcf715f" [ 757.842519] env[68758]: _type = "Task" [ 757.842519] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.849998] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260301a-62b7-c2d5-39f9-bf7f3bcf715f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.979608] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152843a6-7228-4d67-8029-07e0e08936c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.995049] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88232d8-98b8-47fe-8499-83e99df60dfc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.050453] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bababd4a-c7de-449f-8d16-8bd552fd389d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.055566] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c769a798-fd9a-4eee-9e55-ea697e406f16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.071337] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.147689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.147952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.234510] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234816] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.280444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.280714] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.280931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.282286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.282473] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.284367] env[68758]: DEBUG oslo_concurrency.lockutils [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] Releasing lock "refresh_cache-afbd3270-738b-451c-b010-6b7717672d8f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.284547] env[68758]: DEBUG nova.compute.manager [req-f5aec1fc-d113-48ec-9a13-2c2703c08137 req-de004b20-e43b-4200-8fba-144e7dc6284c service nova] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Received event network-vif-deleted-f7c4f68b-969b-40b9-bc6f-6dca70990fb6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 758.285164] env[68758]: INFO nova.compute.manager [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Terminating instance [ 758.318683] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5098} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.318939] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] afbd3270-738b-451c-b010-6b7717672d8f/afbd3270-738b-451c-b010-6b7717672d8f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.319165] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.319410] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f1442f3-c257-425f-a00f-0ed5fcffdf91 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.326638] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 758.326638] env[68758]: value = "task-2942166" [ 758.326638] env[68758]: _type = "Task" [ 758.326638] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.336292] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.357815] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260301a-62b7-c2d5-39f9-bf7f3bcf715f, 'name': SearchDatastore_Task, 'duration_secs': 0.007962} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.358083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.358683] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.358683] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ac0ad05-6dec-4834-aeaf-e2601fdc74bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.365295] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 758.365295] env[68758]: value = "task-2942167" [ 758.365295] env[68758]: _type = "Task" [ 758.365295] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.374179] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942167, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.597040] env[68758]: ERROR nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [req-402a62c2-025c-40cd-b586-d15cf633cca6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-402a62c2-025c-40cd-b586-d15cf633cca6"}]} [ 758.617761] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 758.635839] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 758.636240] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 758.651523] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 758.674693] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 758.771705] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 758.789508] env[68758]: DEBUG nova.compute.manager [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.789743] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.790794] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa09e73-e459-4b7a-936c-c0c377c2f9eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.806280] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.806781] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a46e92f-ea74-4545-b705-eb13b822bca4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.815362] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 758.815362] env[68758]: value = "task-2942168" [ 758.815362] env[68758]: _type = "Task" [ 758.815362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.823118] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2942168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.837906] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091069} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.840740] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.841775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27385577-6f19-4fbb-ac01-9711511b25c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.863528] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] afbd3270-738b-451c-b010-6b7717672d8f/afbd3270-738b-451c-b010-6b7717672d8f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.868572] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d1bbb7-1cab-466a-83b6-3e7377e63376 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.892753] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942167, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466877} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.893628] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.893852] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.894175] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 758.894175] env[68758]: value = "task-2942169" [ 758.894175] env[68758]: _type = "Task" [ 758.894175] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.896678] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd31421e-8c20-4287-b22f-a38fa7d00188 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.907692] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 758.907692] env[68758]: value = "task-2942170" [ 758.907692] env[68758]: _type = "Task" [ 758.907692] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.918922] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.977744] env[68758]: DEBUG nova.network.neutron [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Updating instance_info_cache with network_info: [{"id": "a18a0108-864f-409f-bd49-36f3e83f938d", "address": "fa:16:3e:fe:c3:a2", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a0108-86", "ovs_interfaceid": "a18a0108-864f-409f-bd49-36f3e83f938d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.029903] env[68758]: DEBUG nova.compute.manager [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Received event network-vif-plugged-a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.030305] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Acquiring lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.030464] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.030658] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.031465] env[68758]: DEBUG nova.compute.manager [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] No waiting events found dispatching network-vif-plugged-a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.031588] env[68758]: WARNING nova.compute.manager [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Received unexpected event network-vif-plugged-a18a0108-864f-409f-bd49-36f3e83f938d for instance with vm_state building and task_state spawning. [ 759.031674] env[68758]: DEBUG nova.compute.manager [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Received event network-changed-a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 759.031836] env[68758]: DEBUG nova.compute.manager [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Refreshing instance network info cache due to event network-changed-a18a0108-864f-409f-bd49-36f3e83f938d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 759.032013] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Acquiring lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.248195] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670cad99-1384-4aba-af71-f093845c7d28 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.256186] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73739281-8785-47cf-a6cb-ebfe07c47fcb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.287265] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152d9342-bf6a-46cc-a8cf-8534aef979f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.297024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58019d3f-d97b-414c-9c6a-e0e6a0f20a38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.309947] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.324106] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2942168, 'name': PowerOffVM_Task, 'duration_secs': 0.218148} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.324362] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.324528] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.324765] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9c4946-54ab-4698-9627-0c110b1423df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.390592] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.390802] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.390988] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Deleting the datastore file [datastore2] 49149286-a58c-41db-b3ae-ba55b603ffaa {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.391261] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132076ca-d9de-42b8-a381-ed196002c32e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.396986] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for the task: (returnval){ [ 759.396986] env[68758]: value = "task-2942172" [ 759.396986] env[68758]: _type = "Task" [ 759.396986] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.407498] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2942172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.410740] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942169, 'name': ReconfigVM_Task, 'duration_secs': 0.34795} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.413640] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Reconfigured VM instance instance-00000028 to attach disk [datastore2] afbd3270-738b-451c-b010-6b7717672d8f/afbd3270-738b-451c-b010-6b7717672d8f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.414297] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b68e8bae-314c-42e6-9fd6-308ccd378b46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.420594] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070702} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.421776] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.422139] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 759.422139] env[68758]: value = "task-2942173" [ 759.422139] env[68758]: _type = "Task" [ 759.422139] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.423163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd2f299-6672-4834-afda-a01c38d7ba00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.450630] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.455342] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc17ba7f-bb17-42cd-830d-55c65221029d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.470030] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942173, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.475489] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 759.475489] env[68758]: value = "task-2942174" [ 759.475489] env[68758]: _type = "Task" [ 759.475489] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.484204] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.484515] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance network_info: |[{"id": "a18a0108-864f-409f-bd49-36f3e83f938d", "address": "fa:16:3e:fe:c3:a2", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a0108-86", "ovs_interfaceid": "a18a0108-864f-409f-bd49-36f3e83f938d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.484798] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.485082] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Acquired lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.485277] env[68758]: DEBUG nova.network.neutron [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Refreshing network info cache for port a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.486417] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:c3:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18a0108-864f-409f-bd49-36f3e83f938d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.494062] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.495253] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.495499] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-845e5e31-2147-43fb-a29e-b7e410071621 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.516617] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.516617] env[68758]: value = "task-2942175" [ 759.516617] env[68758]: _type = "Task" [ 759.516617] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.524816] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942175, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.842937] env[68758]: DEBUG nova.scheduler.client.report [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 69 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 759.843394] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 69 to 70 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 759.843484] env[68758]: DEBUG nova.compute.provider_tree [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.908228] env[68758]: DEBUG oslo_vmware.api [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Task: {'id': task-2942172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155489} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.908413] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.908603] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.908777] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.908972] env[68758]: INFO nova.compute.manager [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 759.909238] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.909430] env[68758]: DEBUG nova.compute.manager [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.909526] env[68758]: DEBUG nova.network.neutron [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 759.931719] env[68758]: DEBUG nova.compute.manager [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.940247] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76cb139-d194-4b48-abe2-6f7ea1beaec6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.941955] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942173, 'name': Rename_Task, 'duration_secs': 0.169726} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.943032] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.943174] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4e2b1dd-b7ed-4e81-af9f-f48c5e7dca3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.954813] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 759.954813] env[68758]: value = "task-2942176" [ 759.954813] env[68758]: _type = "Task" [ 759.954813] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.963775] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.986088] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942174, 'name': ReconfigVM_Task, 'duration_secs': 0.280366} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.988280] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.989191] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e44bb95d-3b33-4d86-8c02-c8cd58136a8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.998142] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 759.998142] env[68758]: value = "task-2942177" [ 759.998142] env[68758]: _type = "Task" [ 759.998142] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.006615] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942177, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.028021] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942175, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.348257] env[68758]: DEBUG nova.network.neutron [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Updated VIF entry in instance network info cache for port a18a0108-864f-409f-bd49-36f3e83f938d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.348605] env[68758]: DEBUG nova.network.neutron [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Updating instance_info_cache with network_info: [{"id": "a18a0108-864f-409f-bd49-36f3e83f938d", "address": "fa:16:3e:fe:c3:a2", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18a0108-86", "ovs_interfaceid": "a18a0108-864f-409f-bd49-36f3e83f938d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.350312] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.194s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.350768] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 760.353299] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.747s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.353476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.355448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.356855] env[68758]: INFO nova.compute.claims [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 760.386600] env[68758]: INFO nova.scheduler.client.report [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleted allocations for instance 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5 [ 760.455755] env[68758]: INFO nova.compute.manager [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] instance snapshotting [ 760.456202] env[68758]: DEBUG nova.objects.instance [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 760.466315] env[68758]: DEBUG oslo_vmware.api [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942176, 'name': PowerOnVM_Task, 'duration_secs': 0.468874} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.466573] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.466766] env[68758]: INFO nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Took 5.91 seconds to spawn the instance on the hypervisor. [ 760.466944] env[68758]: DEBUG nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.467746] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55a5e30-7e78-4150-bdfc-f6b0a367ae96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.509339] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942177, 'name': Rename_Task, 'duration_secs': 0.316901} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.509641] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.509960] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2bd8285-6713-4c62-8e98-78fa7fd60f69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.519116] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 760.519116] env[68758]: value = "task-2942178" [ 760.519116] env[68758]: _type = "Task" [ 760.519116] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.530057] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942175, 'name': CreateVM_Task, 'duration_secs': 0.548983} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.532709] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.533014] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.533664] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.534621] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.534621] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.534621] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37ec4d81-9234-41da-b390-20fe3e85f755 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.540413] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 760.540413] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283271e-d395-a074-2163-71001b3f2f30" [ 760.540413] env[68758]: _type = "Task" [ 760.540413] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.548302] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283271e-d395-a074-2163-71001b3f2f30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.855314] env[68758]: DEBUG oslo_concurrency.lockutils [req-84e6c902-c475-4401-b435-f59b4379a2c0 req-2121760b-39e4-4a0f-aab5-c68c4807c153 service nova] Releasing lock "refresh_cache-336ba1ba-4ced-47ba-a648-ed069b1f19c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.864045] env[68758]: DEBUG nova.compute.utils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 760.865189] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 760.865369] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 760.895460] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18780f04-d37b-4ead-bfbf-56cd045b5349 tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "5a468b1a-8fb7-4d42-8ab5-e2689f7226b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.281s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.907308] env[68758]: DEBUG nova.policy [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcaceb7d387048cf8405c838378ed9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89d3572b78e40a794a01fd5882cf49f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 760.966268] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf99e893-04f2-45f3-a60e-40e0cc95314e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.991471] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d66b67-d698-499d-ae01-dcf8ee56e8bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.998120] env[68758]: INFO nova.compute.manager [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Took 48.60 seconds to build instance. [ 761.033544] env[68758]: DEBUG oslo_vmware.api [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942178, 'name': PowerOnVM_Task, 'duration_secs': 0.488659} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.033819] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.036301] env[68758]: DEBUG nova.compute.manager [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.036893] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c7e2c9-f1ea-4369-aa58-5abbdc711722 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.053970] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283271e-d395-a074-2163-71001b3f2f30, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.053970] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.053970] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.053970] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.054254] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.054254] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.054254] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f60ff1-aea1-4f52-82cf-d1dad8363689 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.059707] env[68758]: DEBUG nova.compute.manager [req-49d58588-9d4d-4b0f-8991-9d79ac5d92e0 req-821036de-6e8e-4202-86f2-b52a25038f74 service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Received event network-vif-deleted-485575de-eccc-4856-bcdf-90b19e0cc518 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 761.059707] env[68758]: INFO nova.compute.manager [req-49d58588-9d4d-4b0f-8991-9d79ac5d92e0 req-821036de-6e8e-4202-86f2-b52a25038f74 service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Neutron deleted interface 485575de-eccc-4856-bcdf-90b19e0cc518; detaching it from the instance and deleting it from the info cache [ 761.059835] env[68758]: DEBUG nova.network.neutron [req-49d58588-9d4d-4b0f-8991-9d79ac5d92e0 req-821036de-6e8e-4202-86f2-b52a25038f74 service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.061752] env[68758]: DEBUG nova.network.neutron [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.071197] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.071197] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.071830] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e0dc78-7921-4392-9c3e-f8377f995df9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.077624] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 761.077624] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b08d1e-b896-b890-46c4-d5d656ee1500" [ 761.077624] env[68758]: _type = "Task" [ 761.077624] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.081156] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.081379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.081594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.081741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.081898] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.084216] env[68758]: INFO nova.compute.manager [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Terminating instance [ 761.090084] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b08d1e-b896-b890-46c4-d5d656ee1500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.218021] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Successfully created port: 66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 761.369205] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 761.506623] env[68758]: DEBUG oslo_concurrency.lockutils [None req-60f26278-c3af-43f5-9aed-d32b6492534f tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.875s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.507627] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 761.509065] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8a86ac22-99ca-4189-b3c5-386b3d6117a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.523172] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 761.523172] env[68758]: value = "task-2942179" [ 761.523172] env[68758]: _type = "Task" [ 761.523172] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.532186] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942179, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.554451] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.562878] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d9e1c20f-677c-495c-9769-602f6562cc8d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.564907] env[68758]: INFO nova.compute.manager [-] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Took 1.66 seconds to deallocate network for instance. [ 761.575262] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe735e01-a952-44e7-b446-c9e56e1ada5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.591818] env[68758]: DEBUG nova.compute.manager [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.591950] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.592708] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cfabaf-af57-41b4-91eb-4d2522e8a7b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.605020] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.605020] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b08d1e-b896-b890-46c4-d5d656ee1500, 'name': SearchDatastore_Task, 'duration_secs': 0.012093} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.617863] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e877af40-63bf-46d3-adb8-007b128e9512 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.620062] env[68758]: DEBUG nova.compute.manager [req-49d58588-9d4d-4b0f-8991-9d79ac5d92e0 req-821036de-6e8e-4202-86f2-b52a25038f74 service nova] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Detach interface failed, port_id=485575de-eccc-4856-bcdf-90b19e0cc518, reason: Instance 49149286-a58c-41db-b3ae-ba55b603ffaa could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 761.622727] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b84185-4db9-4f64-9763-7ca6f21cbd36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.627885] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 761.627885] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c651-a16d-1d2d-c283-d9d9adb2c259" [ 761.627885] env[68758]: _type = "Task" [ 761.627885] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.632066] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 761.632066] env[68758]: value = "task-2942180" [ 761.632066] env[68758]: _type = "Task" [ 761.632066] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.640064] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c651-a16d-1d2d-c283-d9d9adb2c259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.645523] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942180, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.882294] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316e668-ae54-427f-96f6-b300f3763729 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.889858] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81915ee-9625-4746-9901-9d61a67e24e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.922485] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669f8cc0-d246-4d50-82c0-28eb0a9e7f70 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.931906] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b970b2dc-b8c2-43b8-8d7c-790f2559159f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.947188] env[68758]: DEBUG nova.compute.provider_tree [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.013062] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.033818] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942179, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.072195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.140119] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c651-a16d-1d2d-c283-d9d9adb2c259, 'name': SearchDatastore_Task, 'duration_secs': 0.015683} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.140733] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.141009] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.141286] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17a995de-deac-488e-abc8-3c4fabfca1d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.146033] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942180, 'name': PowerOffVM_Task, 'duration_secs': 0.386397} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.146588] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 762.146775] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.147026] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d70b907-f0af-466a-9351-7b92c5bcd67a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.150199] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 762.150199] env[68758]: value = "task-2942181" [ 762.150199] env[68758]: _type = "Task" [ 762.150199] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.157166] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.213990] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.214243] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.214432] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleting the datastore file [datastore2] 6456f9a5-bd93-4db8-b858-9590b1dbaf11 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.214697] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e3cca3-01ca-4a1b-b7cf-37980eb76547 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.220618] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for the task: (returnval){ [ 762.220618] env[68758]: value = "task-2942183" [ 762.220618] env[68758]: _type = "Task" [ 762.220618] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.228409] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942183, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.261194] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "afbd3270-738b-451c-b010-6b7717672d8f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.261472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.261664] env[68758]: DEBUG nova.compute.manager [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.262651] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec374358-39f7-445c-8515-271eccf9c576 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.269411] env[68758]: DEBUG nova.compute.manager [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 762.269974] env[68758]: DEBUG nova.objects.instance [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lazy-loading 'flavor' on Instance uuid afbd3270-738b-451c-b010-6b7717672d8f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.380956] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 762.411715] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.411986] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.412220] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.412552] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.412735] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.412955] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.413287] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.414314] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.414512] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.414689] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.414884] env[68758]: DEBUG nova.virt.hardware [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.416205] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f8040c-06a5-4036-819c-ad268044bec5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.425174] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c024ff-5b0b-4863-ae98-f117fa035ca9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.450823] env[68758]: DEBUG nova.scheduler.client.report [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.535350] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942179, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.545161] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.667020] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942181, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.730750] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Successfully updated port: 66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 762.744689] env[68758]: DEBUG oslo_vmware.api [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Task: {'id': task-2942183, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396832} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.746154] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.746154] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.746154] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.746154] env[68758]: INFO nova.compute.manager [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Took 1.15 seconds to destroy the instance on the hypervisor. [ 762.746154] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.746407] env[68758]: DEBUG nova.compute.manager [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.746407] env[68758]: DEBUG nova.network.neutron [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.956710] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.957497] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.960277] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.205s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.960582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.963552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.461s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.965559] env[68758]: INFO nova.compute.claims [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.005638] env[68758]: INFO nova.scheduler.client.report [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Deleted allocations for instance 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd [ 763.037101] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942179, 'name': CreateSnapshot_Task, 'duration_secs': 1.258155} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.037101] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 763.037432] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac040b87-9d91-463e-ab7a-b7dd57fb82c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.162283] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556524} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.162781] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.165589] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.165589] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2d6df39-c612-40b4-8c0c-e1948b02a019 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.172439] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 763.172439] env[68758]: value = "task-2942184" [ 763.172439] env[68758]: _type = "Task" [ 763.172439] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.182055] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942184, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.189858] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Received event network-vif-plugged-66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.193114] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Acquiring lock "9115181d-1225-4b19-878a-06f661ac0a13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.193114] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Lock "9115181d-1225-4b19-878a-06f661ac0a13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.193114] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Lock "9115181d-1225-4b19-878a-06f661ac0a13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.193114] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] No waiting events found dispatching network-vif-plugged-66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 763.193114] env[68758]: WARNING nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Received unexpected event network-vif-plugged-66a3e236-21fb-45f0-a0e0-8df99f579693 for instance with vm_state building and task_state spawning. [ 763.193336] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Received event network-changed-66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 763.193336] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Refreshing instance network info cache due to event network-changed-66a3e236-21fb-45f0-a0e0-8df99f579693. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 763.193336] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Acquiring lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.193336] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Acquired lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.193488] env[68758]: DEBUG nova.network.neutron [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Refreshing network info cache for port 66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.240526] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.277834] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 763.278141] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e87f3d7c-f85c-4f3d-bcf6-62680d3309b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.285516] env[68758]: DEBUG oslo_vmware.api [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 763.285516] env[68758]: value = "task-2942185" [ 763.285516] env[68758]: _type = "Task" [ 763.285516] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.294524] env[68758]: DEBUG oslo_vmware.api [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.321913] env[68758]: INFO nova.compute.manager [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Rebuilding instance [ 763.370872] env[68758]: DEBUG nova.compute.manager [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.371749] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1729e09a-1ff0-4ce7-8455-a5952f3d5e77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.471818] env[68758]: DEBUG nova.compute.utils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.476408] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.476690] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.513907] env[68758]: DEBUG oslo_concurrency.lockutils [None req-303598c1-4708-46a5-ae79-da4cff015d2e tempest-ServerAddressesTestJSON-1358025798 tempest-ServerAddressesTestJSON-1358025798-project-member] Lock "5a1aaf73-a8ad-4f64-b1bc-f89617d845bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.660s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.529520] env[68758]: DEBUG nova.policy [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcaceb7d387048cf8405c838378ed9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89d3572b78e40a794a01fd5882cf49f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.557474] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 763.558035] env[68758]: DEBUG nova.network.neutron [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.559309] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1498331a-f98c-4fda-8ea3-20130a15ecce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.569869] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 763.569869] env[68758]: value = "task-2942186" [ 763.569869] env[68758]: _type = "Task" [ 763.569869] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.580268] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942186, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.681444] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942184, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078971} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.681969] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.684373] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f0ccef-f59d-41f1-a901-bff557604e91 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.713036] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.713598] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-019dbe4e-f1e8-4749-b470-583a7250e3c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.736073] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 763.736073] env[68758]: value = "task-2942187" [ 763.736073] env[68758]: _type = "Task" [ 763.736073] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.744435] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756230] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.756570] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.756803] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.757321] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.757321] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.759674] env[68758]: INFO nova.compute.manager [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Terminating instance [ 763.768875] env[68758]: DEBUG nova.network.neutron [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.796401] env[68758]: DEBUG oslo_vmware.api [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942185, 'name': PowerOffVM_Task, 'duration_secs': 0.228102} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.796725] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.796962] env[68758]: DEBUG nova.compute.manager [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 763.797827] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3392b8-877c-44b5-9179-642e3cc83340 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.826455] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Successfully created port: 5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.898320] env[68758]: DEBUG nova.network.neutron [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.974224] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 764.064918] env[68758]: INFO nova.compute.manager [-] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Took 1.32 seconds to deallocate network for instance. [ 764.085332] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942186, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.246309] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942187, 'name': ReconfigVM_Task, 'duration_secs': 0.341224} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.248869] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.249734] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92cd6711-51e6-4088-bad7-bd05b648e7b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.256009] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 764.256009] env[68758]: value = "task-2942188" [ 764.256009] env[68758]: _type = "Task" [ 764.256009] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.263767] env[68758]: DEBUG nova.compute.manager [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 764.263971] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.268523] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778e05ac-44e7-4bb7-9470-c0ac802b4723 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.270833] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942188, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.276222] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.276472] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c777ffb2-48b4-4af7-a1f2-f8b7da160951 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.283325] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 764.283325] env[68758]: value = "task-2942189" [ 764.283325] env[68758]: _type = "Task" [ 764.283325] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.292451] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2942189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.315310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6ca3eb5-a34e-4ef2-afa3-7667116dde81 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.388025] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.388025] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f73474e-5bca-46b0-87f5-4158e63fc5d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.394234] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 764.394234] env[68758]: value = "task-2942190" [ 764.394234] env[68758]: _type = "Task" [ 764.394234] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.402203] env[68758]: DEBUG oslo_concurrency.lockutils [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] Releasing lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.402650] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Received event network-vif-deleted-08e916ef-a084-493f-8c05-b0ba91df1df1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 764.403052] env[68758]: INFO nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Neutron deleted interface 08e916ef-a084-493f-8c05-b0ba91df1df1; detaching it from the instance and deleting it from the info cache [ 764.403449] env[68758]: DEBUG nova.network.neutron [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.407020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407020] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.415513] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.552256] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18de7d-7dba-405d-8d09-7762f058ee96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.561053] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b6ea66-a29b-478c-addd-8800a72da85c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.620905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.624420] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5860668d-361b-434f-aa7d-a3b8cf114196 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.641057] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a4b530-41f0-4ca7-a4a1-66692a62d2bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.646397] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942186, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.663707] env[68758]: DEBUG nova.compute.provider_tree [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.767061] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942188, 'name': Rename_Task, 'duration_secs': 0.175697} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.767304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.767823] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aac10cc7-d9e3-44e6-a894-55dc3daf90e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.774125] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 764.774125] env[68758]: value = "task-2942191" [ 764.774125] env[68758]: _type = "Task" [ 764.774125] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.784984] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.791621] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2942189, 'name': PowerOffVM_Task, 'duration_secs': 0.179136} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.791859] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.792035] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.792368] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-065b9e2a-a235-40f3-80d6-a08f07242d92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.875601] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 764.875842] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 764.876054] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Deleting the datastore file [datastore2] 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 764.876353] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b56dee4d-2143-4387-aa73-163742ccee7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.882836] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for the task: (returnval){ [ 764.882836] env[68758]: value = "task-2942193" [ 764.882836] env[68758]: _type = "Task" [ 764.882836] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.895857] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2942193, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.907152] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942190, 'name': PowerOffVM_Task, 'duration_secs': 0.230196} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.907737] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 764.907966] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 764.908787] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-142b4bb3-48cb-4060-bdd5-df3138bd9c33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.910454] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94594b39-25fd-4ee6-b53f-100ca8a89c2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.923686] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9019b2f1-bd91-4fc5-968e-58504539e790 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.935323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 764.936732] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91933d56-316c-475d-b792-4d810e9b7a95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.962642] env[68758]: DEBUG nova.compute.manager [req-58414e1d-2528-4216-8c57-58da8691b669 req-860b6a52-7990-4cb3-80ea-62747d45435c service nova] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Detach interface failed, port_id=08e916ef-a084-493f-8c05-b0ba91df1df1, reason: Instance 6456f9a5-bd93-4db8-b858-9590b1dbaf11 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 764.980400] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 764.986919] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 765.010413] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 765.010413] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 765.010413] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 765.010413] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66c6be71-838d-494c-baf8-b28c22d8ca2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.019029] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 765.019029] env[68758]: value = "task-2942195" [ 765.019029] env[68758]: _type = "Task" [ 765.019029] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.023847] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 765.023847] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 765.023847] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 765.024105] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 765.024105] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 765.024178] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 765.028020] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 765.028020] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 765.028020] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 765.028020] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 765.028020] env[68758]: DEBUG nova.virt.hardware [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 765.028350] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ea8333-199f-46d4-ad71-88a4ff984652 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.031350] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.039249] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb17eb9f-fc4e-4afc-a0e4-d76178d6447c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.130427] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942186, 'name': CloneVM_Task, 'duration_secs': 1.406057} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.130979] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created linked-clone VM from snapshot [ 765.131815] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ddfbaf-cd65-4ea7-a818-fa6e5fc5728d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.139449] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploading image fa6d3b9f-f3ee-42b9-9eef-a3eb0d55eaae {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 765.169865] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 765.169865] env[68758]: value = "vm-590614" [ 765.169865] env[68758]: _type = "VirtualMachine" [ 765.169865] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 765.170769] env[68758]: DEBUG nova.scheduler.client.report [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.176799] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe1e7687-5ac2-43c4-b18c-b5c3cce56c80 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.180829] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease: (returnval){ [ 765.180829] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e4d58-608a-0cbf-ba99-b342ce207f81" [ 765.180829] env[68758]: _type = "HttpNfcLease" [ 765.180829] env[68758]: } obtained for exporting VM: (result){ [ 765.180829] env[68758]: value = "vm-590614" [ 765.180829] env[68758]: _type = "VirtualMachine" [ 765.180829] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 765.181249] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the lease: (returnval){ [ 765.181249] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e4d58-608a-0cbf-ba99-b342ce207f81" [ 765.181249] env[68758]: _type = "HttpNfcLease" [ 765.181249] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 765.185762] env[68758]: DEBUG nova.network.neutron [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Updating instance_info_cache with network_info: [{"id": "66a3e236-21fb-45f0-a0e0-8df99f579693", "address": "fa:16:3e:28:9f:3e", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a3e236-21", "ovs_interfaceid": "66a3e236-21fb-45f0-a0e0-8df99f579693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.188767] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.188767] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e4d58-608a-0cbf-ba99-b342ce207f81" [ 765.188767] env[68758]: _type = "HttpNfcLease" [ 765.188767] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 765.290504] env[68758]: DEBUG oslo_vmware.api [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942191, 'name': PowerOnVM_Task, 'duration_secs': 0.508865} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.290652] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.291236] env[68758]: INFO nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Took 8.10 seconds to spawn the instance on the hypervisor. [ 765.291236] env[68758]: DEBUG nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.291819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e6d404-9d7e-4855-abf8-72b10d67f73f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.369249] env[68758]: DEBUG nova.compute.manager [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Received event network-vif-plugged-5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 765.369541] env[68758]: DEBUG oslo_concurrency.lockutils [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] Acquiring lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.369769] env[68758]: DEBUG oslo_concurrency.lockutils [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] Lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.369938] env[68758]: DEBUG oslo_concurrency.lockutils [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] Lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.370484] env[68758]: DEBUG nova.compute.manager [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] No waiting events found dispatching network-vif-plugged-5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.370907] env[68758]: WARNING nova.compute.manager [req-e02621d2-8240-4134-976a-63b810b7dd26 req-8d490540-b74f-4a39-a71b-9c424b6fc662 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Received unexpected event network-vif-plugged-5abfc861-21db-4b23-9e1c-16d015e462f3 for instance with vm_state building and task_state spawning. [ 765.392326] env[68758]: DEBUG oslo_vmware.api [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Task: {'id': task-2942193, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157509} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.392625] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.392905] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.393179] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.393474] env[68758]: INFO nova.compute.manager [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 765.394329] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.394658] env[68758]: DEBUG nova.compute.manager [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 765.394658] env[68758]: DEBUG nova.network.neutron [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 765.404533] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Successfully updated port: 5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.528280] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139344} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.528736] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 765.528736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 765.528979] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.677795] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.678437] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 765.681438] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.596s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.684090] env[68758]: INFO nova.compute.claims [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 765.689922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.690204] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance network_info: |[{"id": "66a3e236-21fb-45f0-a0e0-8df99f579693", "address": "fa:16:3e:28:9f:3e", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a3e236-21", "ovs_interfaceid": "66a3e236-21fb-45f0-a0e0-8df99f579693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 765.691979] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:9f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66a3e236-21fb-45f0-a0e0-8df99f579693', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 765.697796] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Creating folder: Project (f89d3572b78e40a794a01fd5882cf49f). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.698543] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a37d1a31-eadb-4fb4-a778-295a2edb337a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.703220] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.703220] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e4d58-608a-0cbf-ba99-b342ce207f81" [ 765.703220] env[68758]: _type = "HttpNfcLease" [ 765.703220] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 765.703220] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 765.703220] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e4d58-608a-0cbf-ba99-b342ce207f81" [ 765.703220] env[68758]: _type = "HttpNfcLease" [ 765.703220] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 765.703764] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6217960-b20c-4e1f-967b-0bea0acf1227 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.712745] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 765.713021] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 765.715452] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Created folder: Project (f89d3572b78e40a794a01fd5882cf49f) in parent group-v590497. [ 765.715624] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Creating folder: Instances. Parent ref: group-v590615. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 765.716692] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5f5a2b-661b-4f62-87b4-e931c83e8747 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.784799] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Created folder: Instances in parent group-v590615. [ 765.785077] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 765.785279] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 765.785485] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10570738-2b98-48f2-8b6b-072c93367ca8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.809028] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 765.809028] env[68758]: value = "task-2942199" [ 765.809028] env[68758]: _type = "Task" [ 765.809028] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.810971] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8c40fdd-2136-4130-84a6-dab2fd7b7858 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.812612] env[68758]: INFO nova.compute.manager [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Took 50.83 seconds to build instance. [ 765.823265] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942199, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.905114] env[68758]: DEBUG nova.compute.manager [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.906051] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66dd71c-0585-42c9-9b40-ab07580f6013 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.909317] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.909449] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.909595] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.187703] env[68758]: DEBUG nova.compute.utils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.195457] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 766.195457] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 766.273394] env[68758]: DEBUG nova.policy [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcaceb7d387048cf8405c838378ed9ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f89d3572b78e40a794a01fd5882cf49f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 766.325418] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95676f59-ca49-42dc-80a7-be10b1245d92 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.163s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.325757] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942199, 'name': CreateVM_Task, 'duration_secs': 0.444635} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.327644] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.327773] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.327819] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.328162] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.329040] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4893eba5-bfd9-4cb5-bc79-41a70968fe4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.339396] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 766.339396] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d0a84a-18ba-23a5-72a3-492f4c8425bf" [ 766.339396] env[68758]: _type = "Task" [ 766.339396] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.353617] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d0a84a-18ba-23a5-72a3-492f4c8425bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011734} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.354251] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.354251] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.354450] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354509] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.354981] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.355189] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46774662-d1f4-47f2-93b9-978e623c53c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.366162] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.366162] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.367396] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9432c085-2882-4e8c-94d8-3580c8827df8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.373518] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 766.373518] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7ba7e-2e2c-41ab-15ca-324d39aa736b" [ 766.373518] env[68758]: _type = "Task" [ 766.373518] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.387657] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7ba7e-2e2c-41ab-15ca-324d39aa736b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.418717] env[68758]: INFO nova.compute.manager [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] instance snapshotting [ 766.418982] env[68758]: WARNING nova.compute.manager [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 766.422379] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b1e28b-e6db-46b1-b57f-cbd86ae72979 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.445442] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770fa86-fb88-4fc4-a5ef-8cb00c67f47b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.455583] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.563163] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.563555] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.564138] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.564226] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.565507] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.565892] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.566649] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.566649] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.566991] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.567364] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.567686] env[68758]: DEBUG nova.virt.hardware [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.568687] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8143aa67-2e4c-496e-bee1-f819cd219008 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.592957] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d813bc0-6f1d-4a5e-a52f-5b9822cca1c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.598175] env[68758]: DEBUG nova.network.neutron [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.617594] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8d:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c29724c-5452-441a-8060-5bf89d1f5847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a085fa2-35df-44f4-9d95-64a679e705c1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.625801] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.626786] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.627033] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e8574e3-7fc6-4499-b55d-a40140400b35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.650048] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.650048] env[68758]: value = "task-2942200" [ 766.650048] env[68758]: _type = "Task" [ 766.650048] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.662027] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942200, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.695343] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 766.723953] env[68758]: DEBUG nova.network.neutron [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Updating instance_info_cache with network_info: [{"id": "5abfc861-21db-4b23-9e1c-16d015e462f3", "address": "fa:16:3e:80:d7:c5", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfc861-21", "ovs_interfaceid": "5abfc861-21db-4b23-9e1c-16d015e462f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.780252] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Successfully created port: a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.831088] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 766.890741] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7ba7e-2e2c-41ab-15ca-324d39aa736b, 'name': SearchDatastore_Task, 'duration_secs': 0.014423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.895066] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-263a471b-79ba-4899-81b3-92f537a3c332 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.906501] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 766.906501] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ad8ff5-2bf4-6c5b-2705-db3075428b29" [ 766.906501] env[68758]: _type = "Task" [ 766.906501] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.923029] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ad8ff5-2bf4-6c5b-2705-db3075428b29, 'name': SearchDatastore_Task, 'duration_secs': 0.011612} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.923029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.923029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9115181d-1225-4b19-878a-06f661ac0a13/9115181d-1225-4b19-878a-06f661ac0a13.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.923029] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa45087-12dd-4c02-b264-df280256a889 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.930086] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 766.930086] env[68758]: value = "task-2942201" [ 766.930086] env[68758]: _type = "Task" [ 766.930086] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.945804] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942201, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.965945] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 766.966509] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4b83a7e3-f81d-42bd-877d-3759826d0fa9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.978362] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 766.978362] env[68758]: value = "task-2942202" [ 766.978362] env[68758]: _type = "Task" [ 766.978362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.988918] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942202, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.105281] env[68758]: INFO nova.compute.manager [-] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Took 1.71 seconds to deallocate network for instance. [ 767.167775] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942200, 'name': CreateVM_Task, 'duration_secs': 0.443226} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.169343] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.170845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.170845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.170979] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.175153] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8acc096-fb8e-4bfa-a2bd-071991a148f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.181314] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 767.181314] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5233f68c-9272-8f7d-439e-4311e85f787e" [ 767.181314] env[68758]: _type = "Task" [ 767.181314] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.193341] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5233f68c-9272-8f7d-439e-4311e85f787e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.229780] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.230193] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Instance network_info: |[{"id": "5abfc861-21db-4b23-9e1c-16d015e462f3", "address": "fa:16:3e:80:d7:c5", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfc861-21", "ovs_interfaceid": "5abfc861-21db-4b23-9e1c-16d015e462f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.230910] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d7:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5abfc861-21db-4b23-9e1c-16d015e462f3', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.238893] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.239274] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.239431] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bbc40c6-7ad8-4f66-bc5e-1a1ea75fdd5b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.264663] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.264663] env[68758]: value = "task-2942203" [ 767.264663] env[68758]: _type = "Task" [ 767.264663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.273055] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942203, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.334303] env[68758]: INFO nova.compute.manager [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Rebuilding instance [ 767.370729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.401890] env[68758]: DEBUG nova.compute.manager [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.402540] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0e91e7-0ac9-496f-bac6-237a7153b193 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.447563] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942201, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.479449] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01316d2e-07db-4e9f-be3c-5add0f1fec4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.492667] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942202, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.495542] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3100cf-a05f-40a7-ad07-19421f33c40b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.528856] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21610caa-b678-46db-89f6-2d87b964c352 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.533951] env[68758]: DEBUG nova.compute.manager [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Received event network-changed-5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 767.534677] env[68758]: DEBUG nova.compute.manager [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Refreshing instance network info cache due to event network-changed-5abfc861-21db-4b23-9e1c-16d015e462f3. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 767.535118] env[68758]: DEBUG oslo_concurrency.lockutils [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] Acquiring lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.535456] env[68758]: DEBUG oslo_concurrency.lockutils [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] Acquired lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.536497] env[68758]: DEBUG nova.network.neutron [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Refreshing network info cache for port 5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.544428] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c23bea9-27ad-40c7-80d0-dc2ab9705b69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.563843] env[68758]: DEBUG nova.compute.provider_tree [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.614824] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.693040] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5233f68c-9272-8f7d-439e-4311e85f787e, 'name': SearchDatastore_Task, 'duration_secs': 0.026681} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.693426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693793] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.694119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.694285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.694759] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.694832] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-231162eb-161f-4080-a430-ebbc0e20d534 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.706153] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.709183] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.709603] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.711406] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413d152b-fee5-4fe7-b50b-b935e387a155 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.718198] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 767.718198] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521307a0-f266-5026-4bb0-50c9184ace72" [ 767.718198] env[68758]: _type = "Task" [ 767.718198] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.728390] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521307a0-f266-5026-4bb0-50c9184ace72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.736895] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.737520] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.737835] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.738914] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.738914] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.738914] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.738914] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.738914] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.739219] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.739426] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.739672] env[68758]: DEBUG nova.virt.hardware [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.740686] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f1c87-a829-4fc7-b09e-00b487686f3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.748551] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a8a0a3-f3f5-4e1b-b870-a2a9ce97503a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.773971] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942203, 'name': CreateVM_Task, 'duration_secs': 0.507321} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.774208] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.775010] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.775193] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.775527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.775803] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192e9c02-00cc-4215-9a16-c651c649a1af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.780598] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 767.780598] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52650281-9db7-1f13-2edd-bc8d3e44cdd2" [ 767.780598] env[68758]: _type = "Task" [ 767.780598] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.790055] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52650281-9db7-1f13-2edd-bc8d3e44cdd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.954137] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942201, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528752} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.954137] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9115181d-1225-4b19-878a-06f661ac0a13/9115181d-1225-4b19-878a-06f661ac0a13.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.954458] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.954810] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dbc8be90-cbda-45a2-a305-841c543ade3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.963136] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 767.963136] env[68758]: value = "task-2942204" [ 767.963136] env[68758]: _type = "Task" [ 767.963136] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.976784] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.993486] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942202, 'name': CreateSnapshot_Task, 'duration_secs': 0.916577} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.993868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 767.994792] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505607ee-795d-4b79-9ade-4916742aeed9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.068200] env[68758]: DEBUG nova.scheduler.client.report [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.198875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.199259] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.232205] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521307a0-f266-5026-4bb0-50c9184ace72, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.233105] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c56d6f1-05a1-41ff-8af0-3f422a0b4a89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.239528] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 768.239528] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237ffe2-e52b-c205-5b7e-b182fb5bbc2f" [ 768.239528] env[68758]: _type = "Task" [ 768.239528] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.247569] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237ffe2-e52b-c205-5b7e-b182fb5bbc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.291848] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52650281-9db7-1f13-2edd-bc8d3e44cdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.292214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.292455] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.292662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.327356] env[68758]: DEBUG nova.network.neutron [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Updated VIF entry in instance network info cache for port 5abfc861-21db-4b23-9e1c-16d015e462f3. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.327700] env[68758]: DEBUG nova.network.neutron [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Updating instance_info_cache with network_info: [{"id": "5abfc861-21db-4b23-9e1c-16d015e462f3", "address": "fa:16:3e:80:d7:c5", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5abfc861-21", "ovs_interfaceid": "5abfc861-21db-4b23-9e1c-16d015e462f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.427480] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 768.427797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92858159-a121-4aa5-8642-dc52212160be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.437825] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 768.437825] env[68758]: value = "task-2942205" [ 768.437825] env[68758]: _type = "Task" [ 768.437825] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.445990] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.473369] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076005} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.473690] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.474571] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c218c-6aef-4589-a1e3-6876055d3e3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.496682] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 9115181d-1225-4b19-878a-06f661ac0a13/9115181d-1225-4b19-878a-06f661ac0a13.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.496984] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af7ff657-161b-4a60-a8c8-50b7ff3e0283 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.521841] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 768.522110] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a50df45-5545-402c-b4f1-49789ef0c649 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.538411] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 768.538411] env[68758]: value = "task-2942207" [ 768.538411] env[68758]: _type = "Task" [ 768.538411] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.538411] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 768.538411] env[68758]: value = "task-2942206" [ 768.538411] env[68758]: _type = "Task" [ 768.538411] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.549346] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.552583] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.574736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.892s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.574736] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.577080] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.748s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.578665] env[68758]: INFO nova.compute.claims [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.627776] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Successfully updated port: a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.703465] env[68758]: DEBUG nova.compute.utils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.751453] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5237ffe2-e52b-c205-5b7e-b182fb5bbc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.014816} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.751797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.752100] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.752400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.752897] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.753152] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-992b8694-464b-44cb-adf2-738fc54ac86c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.755214] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e501df75-b607-4486-bca9-39bb3f9e7bd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.762972] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 768.762972] env[68758]: value = "task-2942208" [ 768.762972] env[68758]: _type = "Task" [ 768.762972] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.767612] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.767801] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.768962] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b1dc6f-f077-4566-a1d9-3ff60a5cc499 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.774467] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.778374] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 768.778374] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d86e1-81a5-a787-7855-6246f861782b" [ 768.778374] env[68758]: _type = "Task" [ 768.778374] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.786664] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d86e1-81a5-a787-7855-6246f861782b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.830622] env[68758]: DEBUG oslo_concurrency.lockutils [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] Releasing lock "refresh_cache-34777953-1a17-4f41-ae70-b34ba4257b77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.831010] env[68758]: DEBUG nova.compute.manager [req-b090d79f-123b-4c92-acec-15ca58c559b8 req-0eece3c5-fe7e-4f9d-838d-81f5975bbe71 service nova] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Received event network-vif-deleted-16938a48-6203-41c1-8f43-b2ab01741891 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 768.951561] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942205, 'name': PowerOffVM_Task, 'duration_secs': 0.300333} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.952101] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.952520] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 768.953922] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441f5dfa-69e8-4c87-9b79-5cca5543ac5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.966089] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.966529] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f260b9a-e7e0-48b6-bfa4-1c7fa55ab0d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.055333] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.060034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 769.060034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 769.060034] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 769.060034] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.060288] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-985575f3-4dfa-4e17-aa00-72c0715ad542 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.068049] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 769.068049] env[68758]: value = "task-2942210" [ 769.068049] env[68758]: _type = "Task" [ 769.068049] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.077516] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.089932] env[68758]: DEBUG nova.compute.utils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.092286] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.092470] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.132592] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.132592] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.132592] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.145086] env[68758]: DEBUG nova.policy [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601f89fe60ea4e5bb61348877ffb5c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3a36b913a74083b991a0f62b014982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.207172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.275823] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.289943] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d86e1-81a5-a787-7855-6246f861782b, 'name': SearchDatastore_Task, 'duration_secs': 0.026771} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.290773] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c829675-f430-4958-a628-a27e125f4f4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.297731] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 769.297731] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ad943-2d7e-e9a8-750c-da25d4257abd" [ 769.297731] env[68758]: _type = "Task" [ 769.297731] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.307160] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ad943-2d7e-e9a8-750c-da25d4257abd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.442269] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully created port: dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.551330] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942207, 'name': ReconfigVM_Task, 'duration_secs': 0.522767} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.552024] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 9115181d-1225-4b19-878a-06f661ac0a13/9115181d-1225-4b19-878a-06f661ac0a13.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.552679] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f2d7a3e-b661-4877-af32-96053a10084c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.558062] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.560104] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 769.560104] env[68758]: value = "task-2942211" [ 769.560104] env[68758]: _type = "Task" [ 769.560104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.572038] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942211, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.578187] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.593187] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.679925] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.776638] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744072} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.779291] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.779511] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.779971] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ad676b0-9ef3-4dc7-b2ff-2d481e7f71ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.790024] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 769.790024] env[68758]: value = "task-2942212" [ 769.790024] env[68758]: _type = "Task" [ 769.790024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.810473] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.811738] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully created port: 3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 769.834216] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ad943-2d7e-e9a8-750c-da25d4257abd, 'name': SearchDatastore_Task, 'duration_secs': 0.054552} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.834446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.835081] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 34777953-1a17-4f41-ae70-b34ba4257b77/34777953-1a17-4f41-ae70-b34ba4257b77.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.835507] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c898ee-6226-42b6-a921-361ff887af01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.845353] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 769.845353] env[68758]: value = "task-2942213" [ 769.845353] env[68758]: _type = "Task" [ 769.845353] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.854749] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.902524] env[68758]: DEBUG nova.compute.manager [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Received event network-vif-plugged-a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.902890] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Acquiring lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.903436] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.903706] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.904102] env[68758]: DEBUG nova.compute.manager [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] No waiting events found dispatching network-vif-plugged-a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.904384] env[68758]: WARNING nova.compute.manager [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Received unexpected event network-vif-plugged-a2c0142e-6255-4929-969f-bc173b8aef2e for instance with vm_state building and task_state spawning. [ 769.904971] env[68758]: DEBUG nova.compute.manager [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Received event network-changed-a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 769.905289] env[68758]: DEBUG nova.compute.manager [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Refreshing instance network info cache due to event network-changed-a2c0142e-6255-4929-969f-bc173b8aef2e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 769.905481] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Acquiring lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.965259] env[68758]: DEBUG nova.network.neutron [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Updating instance_info_cache with network_info: [{"id": "a2c0142e-6255-4929-969f-bc173b8aef2e", "address": "fa:16:3e:fc:2a:b1", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c0142e-62", "ovs_interfaceid": "a2c0142e-6255-4929-969f-bc173b8aef2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.063295] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.078950] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942211, 'name': Rename_Task, 'duration_secs': 0.164007} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.078950] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.080206] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc33c1d0-1b17-452e-8eaf-ae8259d0d25f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.085035] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.535209} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.085313] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 770.085503] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 770.085675] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 770.092105] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 770.092105] env[68758]: value = "task-2942214" [ 770.092105] env[68758]: _type = "Task" [ 770.092105] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.106678] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.177759] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully created port: fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.227363] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2bfb8-74e3-415b-81a3-5a090e489f32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.239161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a2eab5-8d01-4d8d-950b-5e83dcf37b7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.277925] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbff6c84-b9d0-40cd-b5d4-78850faa20f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.289272] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0417851-7466-4ff8-ad5e-a68f32524611 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.306424] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0812} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.314777] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.315500] env[68758]: DEBUG nova.compute.provider_tree [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.318490] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6efde3d-0b29-458f-8c8f-7e4a3a48f6e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.321755] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.322095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.322434] env[68758]: INFO nova.compute.manager [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Attaching volume 0166c1bb-04d2-4e15-9f3b-b7e76f88d51b to /dev/sdb [ 770.352525] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.356023] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9dad1d-6afd-4d0f-ba6a-91a81e1b6d17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.378621] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3840dec2-48bd-4f08-b952-2ded969a40e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.392411] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b58519-7cde-4b00-86a5-765f8cbf7b2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.394641] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.396394] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 770.396394] env[68758]: value = "task-2942215" [ 770.396394] env[68758]: _type = "Task" [ 770.396394] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.417138] env[68758]: DEBUG nova.virt.block_device [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating existing volume attachment record: 8877c37c-1988-42e1-8d48-f2dab60aa1cb {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 770.419566] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942215, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.469880] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.469880] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Instance network_info: |[{"id": "a2c0142e-6255-4929-969f-bc173b8aef2e", "address": "fa:16:3e:fc:2a:b1", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c0142e-62", "ovs_interfaceid": "a2c0142e-6255-4929-969f-bc173b8aef2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 770.470210] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Acquired lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.470383] env[68758]: DEBUG nova.network.neutron [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Refreshing network info cache for port a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.471688] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:2a:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c0142e-6255-4929-969f-bc173b8aef2e', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 770.480495] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 770.481067] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 770.481657] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-101143d9-7ce0-4dea-bd04-af96e9195a11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.513999] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 770.513999] env[68758]: value = "task-2942216" [ 770.513999] env[68758]: _type = "Task" [ 770.513999] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.524390] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942216, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.559939] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.611550] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.614760] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942214, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.639762] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.639762] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.640048] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.640416] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.640688] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.642043] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.642043] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.642043] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.642043] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.642043] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.642273] env[68758]: DEBUG nova.virt.hardware [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.642767] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2efeca3-5eae-4b13-abfc-a455cb969601 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.653010] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1f0130-d59f-41a1-8254-6c7aa3312abe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.818782] env[68758]: DEBUG nova.scheduler.client.report [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.869710] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668595} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.870393] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 34777953-1a17-4f41-ae70-b34ba4257b77/34777953-1a17-4f41-ae70-b34ba4257b77.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.870621] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.871076] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87f482fe-501a-4843-9d09-9afeadc015eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.878395] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 770.878395] env[68758]: value = "task-2942220" [ 770.878395] env[68758]: _type = "Task" [ 770.878395] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.889405] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.911768] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.025065] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942216, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.058509] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942206, 'name': CloneVM_Task, 'duration_secs': 2.060783} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.059514] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Created linked-clone VM from snapshot [ 771.059514] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926d6d5c-80e3-455b-82d2-6c2a4af0d035 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.067794] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Uploading image 84d87e05-d841-4465-a7d4-3639ff867311 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 771.094725] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 771.094725] env[68758]: value = "vm-590621" [ 771.094725] env[68758]: _type = "VirtualMachine" [ 771.094725] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 771.095129] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f94283ff-8e6d-46ed-a7c6-e825343a92dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.107417] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease: (returnval){ [ 771.107417] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52913979-a868-89b6-c214-2d4e4b199fcc" [ 771.107417] env[68758]: _type = "HttpNfcLease" [ 771.107417] env[68758]: } obtained for exporting VM: (result){ [ 771.107417] env[68758]: value = "vm-590621" [ 771.107417] env[68758]: _type = "VirtualMachine" [ 771.107417] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 771.107674] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the lease: (returnval){ [ 771.107674] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52913979-a868-89b6-c214-2d4e4b199fcc" [ 771.107674] env[68758]: _type = "HttpNfcLease" [ 771.107674] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 771.113925] env[68758]: DEBUG oslo_vmware.api [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942214, 'name': PowerOnVM_Task, 'duration_secs': 0.586055} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.114613] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.114836] env[68758]: INFO nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Took 8.73 seconds to spawn the instance on the hypervisor. [ 771.115053] env[68758]: DEBUG nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.115821] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6402b748-e227-4e18-865f-272f782b6317 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.119871] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.119871] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52913979-a868-89b6-c214-2d4e4b199fcc" [ 771.119871] env[68758]: _type = "HttpNfcLease" [ 771.119871] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 771.130658] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 771.130868] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 771.132614] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 771.132614] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 771.132614] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 771.132614] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 771.132614] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 771.132900] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 771.132900] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 771.132900] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 771.132900] env[68758]: DEBUG nova.virt.hardware [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 771.133992] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae9ff4b-9ade-48b4-bd23-86aae44d9906 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.143138] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc22753a-2aa8-450d-bb66-e6c631565acc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.160930] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:c3:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18a0108-864f-409f-bd49-36f3e83f938d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.168635] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.172189] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.172452] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde8dada-348d-417b-a675-b4377288af7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.194486] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.194486] env[68758]: value = "task-2942222" [ 771.194486] env[68758]: _type = "Task" [ 771.194486] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.207076] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942222, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.254616] env[68758]: DEBUG nova.network.neutron [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Updated VIF entry in instance network info cache for port a2c0142e-6255-4929-969f-bc173b8aef2e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.254994] env[68758]: DEBUG nova.network.neutron [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Updating instance_info_cache with network_info: [{"id": "a2c0142e-6255-4929-969f-bc173b8aef2e", "address": "fa:16:3e:fc:2a:b1", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c0142e-62", "ovs_interfaceid": "a2c0142e-6255-4929-969f-bc173b8aef2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.324070] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.324470] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.327476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.174s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.328144] env[68758]: DEBUG nova.objects.instance [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 771.391121] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084019} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.391432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.392313] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92513fa6-d8f8-4acf-8d8f-25db5e15b6a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.421748] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 34777953-1a17-4f41-ae70-b34ba4257b77/34777953-1a17-4f41-ae70-b34ba4257b77.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.422944] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be637d44-9575-4f19-a5ba-426a6716871e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.444409] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942215, 'name': ReconfigVM_Task, 'duration_secs': 0.633463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.445405] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5/879b5fec-ba37-47d2-8725-fbb3976759b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.446203] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8247fb9d-bfb7-47ac-b13a-f6f0b9d56f17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.453339] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 771.453339] env[68758]: value = "task-2942223" [ 771.453339] env[68758]: _type = "Task" [ 771.453339] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.458153] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 771.458153] env[68758]: value = "task-2942224" [ 771.458153] env[68758]: _type = "Task" [ 771.458153] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.466034] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942223, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.473412] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942224, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.526215] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942216, 'name': CreateVM_Task, 'duration_secs': 0.51209} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.526444] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.527150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.527390] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.527672] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.528009] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba52d297-3ed9-4d21-81f8-ea4f3e04a43a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.533672] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 771.533672] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269eead-1d7c-1a05-eeb9-b18534aa6d05" [ 771.533672] env[68758]: _type = "Task" [ 771.533672] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.542542] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269eead-1d7c-1a05-eeb9-b18534aa6d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.620353] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 771.620353] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52913979-a868-89b6-c214-2d4e4b199fcc" [ 771.620353] env[68758]: _type = "HttpNfcLease" [ 771.620353] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 771.620773] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 771.620773] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52913979-a868-89b6-c214-2d4e4b199fcc" [ 771.620773] env[68758]: _type = "HttpNfcLease" [ 771.620773] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 771.621673] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe63f7b-9665-4eda-a80c-f7ff9b59c902 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.634896] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 771.635179] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 771.709913] env[68758]: INFO nova.compute.manager [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Took 52.04 seconds to build instance. [ 771.722337] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942222, 'name': CreateVM_Task, 'duration_secs': 0.508811} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.722337] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.722337] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.758288] env[68758]: DEBUG oslo_concurrency.lockutils [req-036baece-891e-491e-8fe8-166a9322dc50 req-8029d02d-bdca-4f03-9999-d93954ebd3ec service nova] Releasing lock "refresh_cache-28b6c309-f30b-4600-b42f-c7a14c6fd9e8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.759745] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully updated port: dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 771.787632] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7aa14ee3-d885-49e4-932c-4877f540760b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.833299] env[68758]: DEBUG nova.compute.utils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.837907] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.838094] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.880250] env[68758]: DEBUG nova.policy [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '935f90df53574fd9bfb35009dccf420b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e17833e4c745cb9e4ed94fb810bba6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.952749] env[68758]: DEBUG nova.compute.manager [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-plugged-dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.953293] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.954460] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.957180] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.957180] env[68758]: DEBUG nova.compute.manager [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] No waiting events found dispatching network-vif-plugged-dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.957180] env[68758]: WARNING nova.compute.manager [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received unexpected event network-vif-plugged-dc270661-f3a8-4549-9178-f8eb45b5a0fe for instance with vm_state building and task_state spawning. [ 771.957180] env[68758]: DEBUG nova.compute.manager [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-changed-dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 771.957180] env[68758]: DEBUG nova.compute.manager [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing instance network info cache due to event network-changed-dc270661-f3a8-4549-9178-f8eb45b5a0fe. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 771.957339] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Acquiring lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.957339] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Acquired lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.957339] env[68758]: DEBUG nova.network.neutron [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing network info cache for port dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.976549] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942224, 'name': Rename_Task, 'duration_secs': 0.312232} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.980579] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.981256] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.981739] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a6384fb-35f0-4a59-b544-2107878f347f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.993363] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 771.993363] env[68758]: value = "task-2942225" [ 771.993363] env[68758]: _type = "Task" [ 771.993363] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.006034] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.047065] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5269eead-1d7c-1a05-eeb9-b18534aa6d05, 'name': SearchDatastore_Task, 'duration_secs': 0.019976} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.047521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.047828] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.048150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.048357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.048620] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.048984] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.049476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.049782] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-168724ea-83a5-4c6d-a263-6f257c921fd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.052133] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33840c2e-f9cf-46fa-b96c-5dfdee4fb44b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.061795] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 772.061795] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522b6209-08c9-a78a-ea1d-fc6172ded438" [ 772.061795] env[68758]: _type = "Task" [ 772.061795] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.066832] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.067071] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.067878] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2bd00e8-d828-4e7f-bc9f-4f55d837df7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.073452] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522b6209-08c9-a78a-ea1d-fc6172ded438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.077638] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 772.077638] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c5535-8eed-3f04-1a70-e14b68e2bd0b" [ 772.077638] env[68758]: _type = "Task" [ 772.077638] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.087035] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c5535-8eed-3f04-1a70-e14b68e2bd0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.212637] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bc2d8ce5-ded8-455a-b7d1-c73fe192a1f0 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.240s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.235067] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Successfully created port: 888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.341122] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.350816] env[68758]: DEBUG oslo_concurrency.lockutils [None req-51b5b9b6-add2-430f-a00c-21803fe61003 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.354089] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.808s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.354455] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.357564] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.804s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.357985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.362235] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.898s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.363671] env[68758]: INFO nova.compute.claims [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.405407] env[68758]: INFO nova.scheduler.client.report [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted allocations for instance d2dfdedf-8b67-4b74-a15f-5be518ed878f [ 772.415776] env[68758]: INFO nova.scheduler.client.report [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Deleted allocations for instance 216af9b7-6a1a-448a-9a88-b4c91a3baca3 [ 772.478093] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942223, 'name': ReconfigVM_Task, 'duration_secs': 0.609684} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.479829] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 34777953-1a17-4f41-ae70-b34ba4257b77/34777953-1a17-4f41-ae70-b34ba4257b77.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.481020] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-173f070a-af87-4739-a36d-dde087074f51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.489914] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 772.489914] env[68758]: value = "task-2942226" [ 772.489914] env[68758]: _type = "Task" [ 772.489914] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.506902] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942226, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.511660] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.526833] env[68758]: DEBUG nova.network.neutron [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 772.576217] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522b6209-08c9-a78a-ea1d-fc6172ded438, 'name': SearchDatastore_Task, 'duration_secs': 0.032284} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.576698] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.578554] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.578554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.589855] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528c5535-8eed-3f04-1a70-e14b68e2bd0b, 'name': SearchDatastore_Task, 'duration_secs': 0.018388} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.590852] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62195293-5284-4bca-ab61-1b2f6c300195 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.603795] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 772.603795] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3dcd5-d5a1-e4dc-4047-ef43c0da4297" [ 772.603795] env[68758]: _type = "Task" [ 772.603795] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.618534] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3dcd5-d5a1-e4dc-4047-ef43c0da4297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.657895] env[68758]: DEBUG nova.network.neutron [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.715990] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.851321] env[68758]: INFO nova.virt.block_device [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Booting with volume beeb23ff-0343-40a9-a951-f23d07158ed4 at /dev/sda [ 772.894749] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-407d8c43-68ae-4201-a77c-569fe0f95f20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.908325] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71967a51-8c3e-4430-b8b1-a4b44c9827ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.930024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fa6235af-a64a-42fe-9a00-9bc7e18bd23c tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "d2dfdedf-8b67-4b74-a15f-5be518ed878f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.894s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.932703] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8290eb61-9938-48fc-a79f-5805c676b080 tempest-ListServersNegativeTestJSON-1804204291 tempest-ListServersNegativeTestJSON-1804204291-project-member] Lock "216af9b7-6a1a-448a-9a88-b4c91a3baca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.816s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.968555] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee3aaba4-d0e7-43d8-a4b8-40871597af78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.980075] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f245a69c-cb61-4ee6-a755-b2be5d69ccaa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.007016] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942226, 'name': Rename_Task, 'duration_secs': 0.255837} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.011452] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 773.011901] env[68758]: DEBUG oslo_vmware.api [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942225, 'name': PowerOnVM_Task, 'duration_secs': 0.749126} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.026347] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be9aed22-48ce-4d73-81a5-a5709adf0ce7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.028489] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.028753] env[68758]: DEBUG nova.compute.manager [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.030271] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c52c6e-62cf-4df3-b27c-2746988d5c43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.033590] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d54b3cb-3f7d-4583-a910-758bd88e7527 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.048804] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f500c3-4388-4325-a657-66bbcbaf94b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.051483] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 773.051483] env[68758]: value = "task-2942228" [ 773.051483] env[68758]: _type = "Task" [ 773.051483] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.061227] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.068185] env[68758]: DEBUG nova.virt.block_device [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updating existing volume attachment record: a7fe0cd9-0421-4fba-9c9b-986c9b1b4ce6 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 773.117243] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3dcd5-d5a1-e4dc-4047-ef43c0da4297, 'name': SearchDatastore_Task, 'duration_secs': 0.016538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.117671] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.117945] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 28b6c309-f30b-4600-b42f-c7a14c6fd9e8/28b6c309-f30b-4600-b42f-c7a14c6fd9e8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.118382] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.118608] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 773.119180] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8cd279-07c4-4d8c-a063-1ebb6e75b5ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.121655] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ebab121-c732-4b38-872a-bffa04983015 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.132664] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 773.132664] env[68758]: value = "task-2942229" [ 773.132664] env[68758]: _type = "Task" [ 773.132664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.134568] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 773.134876] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 773.140295] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a8e3749-6071-4db8-b3aa-6e8a54ed6742 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.152060] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.153874] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 773.153874] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526deee6-58fd-b62a-025d-29ace1d69043" [ 773.153874] env[68758]: _type = "Task" [ 773.153874] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.165437] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8905c43-e2b4-4595-b901-966493f1a14a req-06ea9309-c734-4dd0-bc57-6d7a5ebcba5a service nova] Releasing lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.165900] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526deee6-58fd-b62a-025d-29ace1d69043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.240276] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.564520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.573637] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942228, 'name': PowerOnVM_Task} progress is 87%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.652978] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942229, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.668020] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526deee6-58fd-b62a-025d-29ace1d69043, 'name': SearchDatastore_Task, 'duration_secs': 0.015953} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.672144] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b25d03-67df-484c-969e-ea461ede7853 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.680272] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 773.680272] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523eab5f-ca36-3913-8bc2-e48772e2048f" [ 773.680272] env[68758]: _type = "Task" [ 773.680272] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.697886] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523eab5f-ca36-3913-8bc2-e48772e2048f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.876344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6a9936-6831-4a28-b3f4-74401aaaf39a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.885416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd670e93-8e79-4820-b736-5d3371cca884 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.918301] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34801d33-f4c3-4bce-9fde-5cd4d6f975b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.928433] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf9c5a-bd3f-4f96-a47f-394bec117d79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.951023] env[68758]: DEBUG nova.compute.provider_tree [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.067514] env[68758]: DEBUG oslo_vmware.api [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942228, 'name': PowerOnVM_Task, 'duration_secs': 0.915231} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.067830] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 774.068048] env[68758]: INFO nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Took 9.08 seconds to spawn the instance on the hypervisor. [ 774.068233] env[68758]: DEBUG nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.069072] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f6996b-078e-49fa-9a7e-4275ca8ac33d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.157321] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682809} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.157748] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 28b6c309-f30b-4600-b42f-c7a14c6fd9e8/28b6c309-f30b-4600-b42f-c7a14c6fd9e8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.161024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.161024] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50964c57-9c2a-476b-9fcd-e61ff22b710c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.167858] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 774.167858] env[68758]: value = "task-2942230" [ 774.167858] env[68758]: _type = "Task" [ 774.167858] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.181702] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.192839] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523eab5f-ca36-3913-8bc2-e48772e2048f, 'name': SearchDatastore_Task, 'duration_secs': 0.051975} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.193419] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Successfully updated port: 888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.194877] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.195299] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 774.195817] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80f4de6d-8d70-4d6a-ab64-4444fdfc89eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.200074] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully updated port: 3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.205193] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 774.205193] env[68758]: value = "task-2942231" [ 774.205193] env[68758]: _type = "Task" [ 774.205193] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.218252] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.484209] env[68758]: DEBUG nova.scheduler.client.report [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 70 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 774.484546] env[68758]: DEBUG nova.compute.provider_tree [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 70 to 71 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 774.484672] env[68758]: DEBUG nova.compute.provider_tree [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.586272] env[68758]: INFO nova.compute.manager [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Took 52.26 seconds to build instance. [ 774.682033] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088958} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.682327] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.683228] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9360d1-f9d2-4124-aa7d-4c7707fa31a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.700442] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.700690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquired lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.700788] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.711799] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 28b6c309-f30b-4600-b42f-c7a14c6fd9e8/28b6c309-f30b-4600-b42f-c7a14c6fd9e8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.717636] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddfb222a-6d4c-4cb1-839f-ec01e2b7700c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.732657] env[68758]: DEBUG nova.compute.manager [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Received event network-vif-plugged-888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 774.732878] env[68758]: DEBUG oslo_concurrency.lockutils [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] Acquiring lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.733107] env[68758]: DEBUG oslo_concurrency.lockutils [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.733282] env[68758]: DEBUG oslo_concurrency.lockutils [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.733448] env[68758]: DEBUG nova.compute.manager [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] No waiting events found dispatching network-vif-plugged-888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.733608] env[68758]: WARNING nova.compute.manager [req-d058ca33-110c-4f9d-b647-57220d339f96 req-d532d38d-ee78-4fc0-a24c-47b5ee4023da service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Received unexpected event network-vif-plugged-888a0311-5089-4da8-854e-bb801b28649e for instance with vm_state building and task_state block_device_mapping. [ 774.745487] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942231, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.747123] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 774.747123] env[68758]: value = "task-2942232" [ 774.747123] env[68758]: _type = "Task" [ 774.747123] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.758120] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.792392] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 774.991312] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.630s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.991963] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.998751] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.932s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.998994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.003263] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.056s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.003451] env[68758]: DEBUG nova.objects.instance [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 775.050415] env[68758]: INFO nova.scheduler.client.report [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Deleted allocations for instance 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f [ 775.067241] env[68758]: DEBUG nova.network.neutron [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updating instance_info_cache with network_info: [{"id": "888a0311-5089-4da8-854e-bb801b28649e", "address": "fa:16:3e:52:67:05", "network": {"id": "eb4ac9ed-8b55-4c37-b798-14e75b18aa4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1871315379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e17833e4c745cb9e4ed94fb810bba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888a0311-50", "ovs_interfaceid": "888a0311-5089-4da8-854e-bb801b28649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.091496] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b94cd7a9-e55c-403e-ae0b-61178fb97fe6 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.537s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.180613] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.181251] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.181980] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.181980] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.181980] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.182198] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.182564] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.182564] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.182694] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.183244] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.183244] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.183369] env[68758]: DEBUG nova.virt.hardware [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.184282] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c98f3e8-06c7-4758-9854-a3576bfea00e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.196525] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12af7ce2-8b48-453a-a513-6e410cff15cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.227014] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740771} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.227300] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 775.227510] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 775.227781] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4553738-a0c2-41f2-a3d7-c70fee00c293 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.235284] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 775.235284] env[68758]: value = "task-2942233" [ 775.235284] env[68758]: _type = "Task" [ 775.235284] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.244093] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.256517] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.469951] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 775.469951] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590624', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'name': 'volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe43372-5a16-41de-8c78-0d8ee672d22e', 'attached_at': '', 'detached_at': '', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'serial': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 775.469951] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5efe653-7787-40f6-822a-3ebfc7a4cd54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.489105] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843fc6b-14d4-411d-b868-4207e7ab0d87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.510310] env[68758]: DEBUG nova.compute.utils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.531062] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b/volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.533590] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2928211d-60b0-48d2-bbb8-6ca4ac1d1851 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.530s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.535500] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 775.535732] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 775.538888] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-165571a0-2dae-419f-83a7-b28f818fe748 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.555608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.555822] env[68758]: DEBUG nova.objects.instance [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 775.562882] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa5614f1-c73d-4fbb-9a4c-4343ff8b12be tempest-ServerExternalEventsTest-891313674 tempest-ServerExternalEventsTest-891313674-project-member] Lock "7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.983s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.568276] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 775.568276] env[68758]: value = "task-2942234" [ 775.568276] env[68758]: _type = "Task" [ 775.568276] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.573739] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Releasing lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.574061] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Instance network_info: |[{"id": "888a0311-5089-4da8-854e-bb801b28649e", "address": "fa:16:3e:52:67:05", "network": {"id": "eb4ac9ed-8b55-4c37-b798-14e75b18aa4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1871315379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e17833e4c745cb9e4ed94fb810bba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888a0311-50", "ovs_interfaceid": "888a0311-5089-4da8-854e-bb801b28649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 775.574571] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:67:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '888a0311-5089-4da8-854e-bb801b28649e', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 775.585030] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Creating folder: Project (b1e17833e4c745cb9e4ed94fb810bba6). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.585030] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22a28d4e-53c8-4f6e-89ca-dbb87f5628dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.591378] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.595744] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.603427] env[68758]: DEBUG nova.policy [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89d10a069e74c2e955af2dc846b3224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fdbb3e939134deb80912320ab414d27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 775.606828] env[68758]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 775.606997] env[68758]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68758) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 775.607743] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Folder already exists: Project (b1e17833e4c745cb9e4ed94fb810bba6). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 775.607971] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Creating folder: Instances. Parent ref: group-v590553. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 775.608302] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f61d3801-e7f8-4244-a1aa-32aba0003f78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.620908] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Created folder: Instances in parent group-v590553. [ 775.620908] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.620908] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 775.620908] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-034a7e22-011a-4231-975e-3db5aa65127c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.641742] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 775.641742] env[68758]: value = "task-2942237" [ 775.641742] env[68758]: _type = "Task" [ 775.641742] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.651023] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942237, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.745865] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100797} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.747100] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.747308] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d22a8-dcf4-42e4-9b79-64a6c95b4f1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.774027] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.786137] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-312b1b5c-3b57-4cd9-8c15-a9fb86ffc55d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.802751] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942232, 'name': ReconfigVM_Task, 'duration_secs': 0.696629} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.803556] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 28b6c309-f30b-4600-b42f-c7a14c6fd9e8/28b6c309-f30b-4600-b42f-c7a14c6fd9e8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.804534] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df66318e-b1ee-4690-bb17-576e43f67bb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.809322] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 775.810217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299bdd4e-f3fc-48e2-8f2e-2e4fd219c075 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.814937] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 775.814937] env[68758]: value = "task-2942239" [ 775.814937] env[68758]: _type = "Task" [ 775.814937] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.815228] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 775.815228] env[68758]: value = "task-2942238" [ 775.815228] env[68758]: _type = "Task" [ 775.815228] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.823241] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 775.823605] env[68758]: ERROR oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk due to incomplete transfer. [ 775.824301] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99a78890-9191-4a70-8aa7-2923de8f3cd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.829220] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942239, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.833600] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942238, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.851141] env[68758]: DEBUG oslo_vmware.rw_handles [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5201ceef-4216-ccd6-07ca-711ad735673b/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 775.851491] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploaded image fa6d3b9f-f3ee-42b9-9eef-a3eb0d55eaae to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 775.854792] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 775.855194] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-46b66ec6-63ea-4d61-911d-d06beb111688 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.862206] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 775.862206] env[68758]: value = "task-2942240" [ 775.862206] env[68758]: _type = "Task" [ 775.862206] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.871979] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942240, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.914917] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Successfully created port: 68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 776.057686] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.082253] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.136685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.154088] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942237, 'name': CreateVM_Task, 'duration_secs': 0.463405} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.154088] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.154088] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'attachment_id': 'a7fe0cd9-0421-4fba-9c9b-986c9b1b4ce6', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590561', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'name': 'volume-beeb23ff-0343-40a9-a951-f23d07158ed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69dae979-c82b-47dc-8d6f-0874e5123baa', 'attached_at': '', 'detached_at': '', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'serial': 'beeb23ff-0343-40a9-a951-f23d07158ed4'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68758) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 776.154625] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Root volume attach. Driver type: vmdk {{(pid=68758) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 776.155558] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ed71d8-137c-4854-9c00-6dbabf1322ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.165440] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e1170-79ab-4bbb-9c3d-c3a63697b019 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.172087] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e60eb14-ecd1-47be-9976-4ffbdb50d627 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.179686] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-dec1eccf-99f5-4ba2-bfd3-45e825dbc068 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.187859] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 776.187859] env[68758]: value = "task-2942241" [ 776.187859] env[68758]: _type = "Task" [ 776.187859] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.198898] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942241, 'name': RelocateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.330753] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942239, 'name': Rename_Task, 'duration_secs': 0.233786} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.334566] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.334880] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942238, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.337031] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d390ef48-4e6c-4d86-99f0-d814842675b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.344173] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 776.344173] env[68758]: value = "task-2942242" [ 776.344173] env[68758]: _type = "Task" [ 776.344173] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.353423] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.373389] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942240, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.499924] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Successfully updated port: fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.572363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce465db1-622c-4de5-a002-6a3244de0b91 tempest-ServersAdmin275Test-1593674412 tempest-ServersAdmin275Test-1593674412-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.572487] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.189s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.579169] env[68758]: INFO nova.compute.claims [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.599621] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942234, 'name': ReconfigVM_Task, 'duration_secs': 0.632365} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.599621] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfigured VM instance instance-00000023 to attach disk [datastore2] volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b/volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.606578] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-602450b5-38e1-405b-a99d-4e8b599d8fe9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.618935] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "230b37f8-fd06-49ea-afab-e563e287307a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.619343] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.619658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "230b37f8-fd06-49ea-afab-e563e287307a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.619929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.620504] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.624782] env[68758]: INFO nova.compute.manager [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Terminating instance [ 776.630086] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 776.630086] env[68758]: value = "task-2942243" [ 776.630086] env[68758]: _type = "Task" [ 776.630086] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.700771] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942241, 'name': RelocateVM_Task, 'duration_secs': 0.45759} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.701201] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 776.701934] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590561', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'name': 'volume-beeb23ff-0343-40a9-a951-f23d07158ed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69dae979-c82b-47dc-8d6f-0874e5123baa', 'attached_at': '', 'detached_at': '', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'serial': 'beeb23ff-0343-40a9-a951-f23d07158ed4'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 776.702844] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab2c517-4ee2-4ad7-9157-17dadffb0a2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.724388] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-806c79d6-268c-4463-a4b8-1574958a9664 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.751139] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] volume-beeb23ff-0343-40a9-a951-f23d07158ed4/volume-beeb23ff-0343-40a9-a951-f23d07158ed4.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.751495] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-efdb4e46-ea24-4a23-9b5c-58ac63771b9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.774051] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 776.774051] env[68758]: value = "task-2942244" [ 776.774051] env[68758]: _type = "Task" [ 776.774051] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.785529] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.827658] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942238, 'name': ReconfigVM_Task, 'duration_secs': 0.557934} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.827821] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4/336ba1ba-4ced-47ba-a648-ed069b1f19c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.828647] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b54f3304-6638-44a5-850d-d4bf71706bed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.835344] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 776.835344] env[68758]: value = "task-2942245" [ 776.835344] env[68758]: _type = "Task" [ 776.835344] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.848741] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942245, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.859030] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942242, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.873418] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942240, 'name': Destroy_Task, 'duration_secs': 0.584586} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.873796] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroyed the VM [ 776.874289] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 776.874600] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-43393866-87b1-471e-9c16-c0527742f6b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.882804] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 776.882804] env[68758]: value = "task-2942246" [ 776.882804] env[68758]: _type = "Task" [ 776.882804] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.891700] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942246, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.004253] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.004253] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.004253] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.069465] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-plugged-3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.069903] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.070311] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.070603] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.070897] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] No waiting events found dispatching network-vif-plugged-3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 777.071684] env[68758]: WARNING nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received unexpected event network-vif-plugged-3e07c78b-187a-4e64-859b-93f622aaa802 for instance with vm_state building and task_state spawning. [ 777.072242] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Received event network-changed-888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 777.073115] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Refreshing instance network info cache due to event network-changed-888a0311-5089-4da8-854e-bb801b28649e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 777.073115] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquiring lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.073115] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquired lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073357] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Refreshing network info cache for port 888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.077702] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.121735] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.122138] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.122930] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.122930] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.122930] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.123365] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.123668] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.123890] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.126203] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.126871] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.126871] env[68758]: DEBUG nova.virt.hardware [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.128683] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b25b5588-9aed-427f-8858-a86fa638c447 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.132973] env[68758]: DEBUG nova.compute.manager [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.133831] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.134845] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3857a4e-a53b-4d2c-aa32-da77b5720077 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.154665] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb81281-0caf-4d56-b33d-39e42153867c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.158761] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.159083] env[68758]: DEBUG oslo_vmware.api [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942243, 'name': ReconfigVM_Task, 'duration_secs': 0.198148} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.159304] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4d78b14-53af-4785-94b0-f1d37d7e8eff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.161222] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590624', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'name': 'volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe43372-5a16-41de-8c78-0d8ee672d22e', 'attached_at': '', 'detached_at': '', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'serial': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 777.185407] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 777.185407] env[68758]: value = "task-2942247" [ 777.185407] env[68758]: _type = "Task" [ 777.185407] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.985725] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2942247, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.986293] env[68758]: WARNING oslo_vmware.common.loopingcall [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] task run outlasted interval by 0.30036799999999997 sec [ 777.989837] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Successfully updated port: 68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 778.007248] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.008374] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.008374] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.021120] env[68758]: DEBUG oslo_vmware.api [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942242, 'name': PowerOnVM_Task, 'duration_secs': 0.773008} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.036147] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.036825] env[68758]: INFO nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Took 10.33 seconds to spawn the instance on the hypervisor. [ 778.036825] env[68758]: DEBUG nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 778.037853] env[68758]: DEBUG oslo_vmware.api [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942246, 'name': RemoveSnapshot_Task, 'duration_secs': 1.026171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.038374] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2942247, 'name': PowerOffVM_Task, 'duration_secs': 0.258755} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.038586] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942244, 'name': ReconfigVM_Task, 'duration_secs': 0.484399} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.039220] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942245, 'name': Rename_Task, 'duration_secs': 0.218763} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.041615] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed1633-d1db-49d6-acce-96187c78d5ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.044202] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 778.044432] env[68758]: INFO nova.compute.manager [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 17.08 seconds to snapshot the instance on the hypervisor. [ 778.046809] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.046983] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 778.047531] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Reconfigured VM instance instance-0000002e to attach disk [datastore2] volume-beeb23ff-0343-40a9-a951-f23d07158ed4/volume-beeb23ff-0343-40a9-a951-f23d07158ed4.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.052555] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 778.054373] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-442957fd-6286-40cb-a8ce-8ee664981cb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.055504] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559dbb16-0a39-4932-b490-4b379ed93092 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.066148] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39273226-97de-44b2-921c-66bad992c214 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.068998] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.083585] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 778.083585] env[68758]: value = "task-2942250" [ 778.083585] env[68758]: _type = "Task" [ 778.083585] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.083885] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 778.083885] env[68758]: value = "task-2942249" [ 778.083885] env[68758]: _type = "Task" [ 778.083885] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.098526] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.105518] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.149546] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 778.149859] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 778.149958] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Deleting the datastore file [datastore1] 230b37f8-fd06-49ea-afab-e563e287307a {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.150246] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a21728e6-0158-4ca7-977c-b37698a8b5bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.156842] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for the task: (returnval){ [ 778.156842] env[68758]: value = "task-2942251" [ 778.156842] env[68758]: _type = "Task" [ 778.156842] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.172212] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2942251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.511688] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.511688] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.511688] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.511688] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.512279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.512279] env[68758]: INFO nova.compute.manager [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Terminating instance [ 778.554040] env[68758]: DEBUG nova.objects.instance [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.571132] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.615127] env[68758]: INFO nova.compute.manager [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Took 53.13 seconds to build instance. [ 778.623351] env[68758]: DEBUG nova.compute.manager [None req-76aa24af-73f0-4ea8-ad15-5edf812907ce tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Found 1 images (rotation: 2) {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 778.634691] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updated VIF entry in instance network info cache for port 888a0311-5089-4da8-854e-bb801b28649e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.634691] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updating instance_info_cache with network_info: [{"id": "888a0311-5089-4da8-854e-bb801b28649e", "address": "fa:16:3e:52:67:05", "network": {"id": "eb4ac9ed-8b55-4c37-b798-14e75b18aa4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1871315379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e17833e4c745cb9e4ed94fb810bba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888a0311-50", "ovs_interfaceid": "888a0311-5089-4da8-854e-bb801b28649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.635432] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942249, 'name': ReconfigVM_Task, 'duration_secs': 0.185247} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.635547] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942250, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.636062] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590561', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'name': 'volume-beeb23ff-0343-40a9-a951-f23d07158ed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69dae979-c82b-47dc-8d6f-0874e5123baa', 'attached_at': '', 'detached_at': '', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'serial': 'beeb23ff-0343-40a9-a951-f23d07158ed4'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 778.636633] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd5d16cf-5664-4713-b3ab-04e5224cf33d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.640788] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303d6db9-f30a-41bb-bf2d-496ac47efbd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.647388] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 778.647388] env[68758]: value = "task-2942252" [ 778.647388] env[68758]: _type = "Task" [ 778.647388] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.659759] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31b8597-37e6-41bb-8877-7742edcde1ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.666982] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942252, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.680330] env[68758]: DEBUG oslo_vmware.api [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Task: {'id': task-2942251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280013} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.705637] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.705637] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.705637] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.705637] env[68758]: INFO nova.compute.manager [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Took 1.57 seconds to destroy the instance on the hypervisor. [ 778.705637] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.710498] env[68758]: DEBUG nova.compute.manager [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.710640] env[68758]: DEBUG nova.network.neutron [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.713255] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7956b024-f906-4765-a5b4-4bc00e2bd581 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.729405] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790d1802-f8d8-430e-9d90-a70cfc2e4a3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.747726] env[68758]: DEBUG nova.compute.provider_tree [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.840264] env[68758]: DEBUG nova.network.neutron [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [{"id": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "address": "fa:16:3e:2c:c7:52", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc270661-f3", "ovs_interfaceid": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e07c78b-187a-4e64-859b-93f622aaa802", "address": "fa:16:3e:b3:6b:b6", "network": {"id": "1ca2a795-0bf9-4f54-aa56-02bd3f7f7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326167589", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e07c78b-18", "ovs_interfaceid": "3e07c78b-187a-4e64-859b-93f622aaa802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.844435] env[68758]: DEBUG nova.network.neutron [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Updating instance_info_cache with network_info: [{"id": "68f42d60-b278-4a54-9418-eac313205a21", "address": "fa:16:3e:cd:00:57", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42d60-b2", "ovs_interfaceid": "68f42d60-b278-4a54-9418-eac313205a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.021122] env[68758]: DEBUG nova.compute.manager [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.021455] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.022316] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226e9335-bbdc-4006-b5fb-f90f304a38dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.030661] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.031656] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae197f89-c50d-425b-9ab9-707a4a283cc5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.041253] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 779.041253] env[68758]: value = "task-2942253" [ 779.041253] env[68758]: _type = "Task" [ 779.041253] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.049901] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.061910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dac7b523-a021-462c-8b2b-bb8df436ea01 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.740s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.103836] env[68758]: DEBUG oslo_vmware.api [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942250, 'name': PowerOnVM_Task, 'duration_secs': 0.816074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.104229] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 779.104463] env[68758]: DEBUG nova.compute.manager [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.105516] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67505ac-bbbc-483e-957e-92f60246097f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.116813] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5671ae1f-5f89-4769-806c-fe199a1ad2c7 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.007s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.135456] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Releasing lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.135780] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-changed-3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.136022] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing instance network info cache due to event network-changed-3e07c78b-187a-4e64-859b-93f622aaa802. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.136300] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquiring lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.159243] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942252, 'name': Rename_Task, 'duration_secs': 0.212755} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.159557] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.159800] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44a5bfb0-3786-4e06-b7de-4888e2b1def3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.166760] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 779.166760] env[68758]: value = "task-2942254" [ 779.166760] env[68758]: _type = "Task" [ 779.166760] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.175540] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942254, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.219458] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.219752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.219954] env[68758]: DEBUG nova.compute.manager [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.220888] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bec373-d331-43fa-8d9f-43f6f5139d66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.229048] env[68758]: DEBUG nova.compute.manager [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 779.229674] env[68758]: DEBUG nova.objects.instance [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.252729] env[68758]: DEBUG nova.scheduler.client.report [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.343544] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.344032] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance network_info: |[{"id": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "address": "fa:16:3e:2c:c7:52", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc270661-f3", "ovs_interfaceid": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e07c78b-187a-4e64-859b-93f622aaa802", "address": "fa:16:3e:b3:6b:b6", "network": {"id": "1ca2a795-0bf9-4f54-aa56-02bd3f7f7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326167589", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e07c78b-18", "ovs_interfaceid": "3e07c78b-187a-4e64-859b-93f622aaa802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.344462] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquired lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.344547] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing network info cache for port 3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 779.347264] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:c7:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc270661-f3a8-4549-9178-f8eb45b5a0fe', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:6b:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '980cb890-345b-4bf8-990a-a2faec78e49c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e07c78b-187a-4e64-859b-93f622aaa802', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:d7:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fdf16fd0-572c-426e-ae9b-2bcb767246d9', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.359878] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Creating folder: Project (0e3a36b913a74083b991a0f62b014982). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.363369] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.363649] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Instance network_info: |[{"id": "68f42d60-b278-4a54-9418-eac313205a21", "address": "fa:16:3e:cd:00:57", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42d60-b2", "ovs_interfaceid": "68f42d60-b278-4a54-9418-eac313205a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.363889] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8d06e25-0d0f-4e0d-b9ba-1c3e434736c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.366249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:00:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68f42d60-b278-4a54-9418-eac313205a21', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.376209] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.377254] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.378533] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0ac35e-1791-4170-b8c7-4576dee14c6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.397633] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Created folder: Project (0e3a36b913a74083b991a0f62b014982) in parent group-v590497. [ 779.397925] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Creating folder: Instances. Parent ref: group-v590628. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 779.398486] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2f14384b-eb98-4d9d-b8ba-59248973ead2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.405641] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.405641] env[68758]: value = "task-2942256" [ 779.405641] env[68758]: _type = "Task" [ 779.405641] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.412526] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Created folder: Instances in parent group-v590628. [ 779.412526] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.412526] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.412526] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e63a2c7-a479-4a66-80f9-f4121f38ed84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.443054] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942256, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.449859] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.449859] env[68758]: value = "task-2942258" [ 779.449859] env[68758]: _type = "Task" [ 779.449859] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.464023] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942258, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.552957] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942253, 'name': PowerOffVM_Task, 'duration_secs': 0.250193} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.553467] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.553571] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.553827] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-213945de-92a8-4853-af5e-9e4bbe65e65d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.623503] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.629045] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.629045] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.629045] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.629045] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore1] bfbb71a1-10fc-48ac-b4c1-17699d6557f0 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.629045] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb149ee7-6097-4232-9a9e-eae3bb5eb287 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.640311] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 779.640311] env[68758]: value = "task-2942260" [ 779.640311] env[68758]: _type = "Task" [ 779.640311] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.650877] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942260, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.677899] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942254, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.755946] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.183s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.756608] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.762467] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updated VIF entry in instance network info cache for port 3e07c78b-187a-4e64-859b-93f622aaa802. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.764279] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [{"id": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "address": "fa:16:3e:2c:c7:52", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc270661-f3", "ovs_interfaceid": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e07c78b-187a-4e64-859b-93f622aaa802", "address": "fa:16:3e:b3:6b:b6", "network": {"id": "1ca2a795-0bf9-4f54-aa56-02bd3f7f7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326167589", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e07c78b-18", "ovs_interfaceid": "3e07c78b-187a-4e64-859b-93f622aaa802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.765556] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.632s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.765882] env[68758]: DEBUG nova.objects.instance [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lazy-loading 'resources' on Instance uuid d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.916667] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942256, 'name': CreateVM_Task, 'duration_secs': 0.428373} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.916925] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 779.917889] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.918202] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.918662] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.919093] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32f4476c-eb8f-4ce8-8843-a5ef5068114a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.925360] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 779.925360] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52722c57-5425-52ed-3a0f-4e88e5552552" [ 779.925360] env[68758]: _type = "Task" [ 779.925360] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.944321] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52722c57-5425-52ed-3a0f-4e88e5552552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.968728] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942258, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.991266] env[68758]: DEBUG nova.compute.manager [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Received event network-vif-plugged-68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.991504] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Acquiring lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.992238] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.992238] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.992238] env[68758]: DEBUG nova.compute.manager [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] No waiting events found dispatching network-vif-plugged-68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.992238] env[68758]: WARNING nova.compute.manager [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Received unexpected event network-vif-plugged-68f42d60-b278-4a54-9418-eac313205a21 for instance with vm_state building and task_state spawning. [ 779.992552] env[68758]: DEBUG nova.compute.manager [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Received event network-changed-68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 779.992552] env[68758]: DEBUG nova.compute.manager [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Refreshing instance network info cache due to event network-changed-68f42d60-b278-4a54-9418-eac313205a21. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 779.992698] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Acquiring lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.992835] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Acquired lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.993024] env[68758]: DEBUG nova.network.neutron [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Refreshing network info cache for port 68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.153651] env[68758]: DEBUG oslo_vmware.api [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942260, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215554} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.154716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.155010] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.155366] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.155598] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.155845] env[68758]: INFO nova.compute.manager [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 780.156140] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 780.156594] env[68758]: DEBUG nova.compute.manager [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.156756] env[68758]: DEBUG nova.network.neutron [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.181418] env[68758]: DEBUG oslo_vmware.api [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942254, 'name': PowerOnVM_Task, 'duration_secs': 0.67299} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.181713] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.181930] env[68758]: INFO nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Took 5.00 seconds to spawn the instance on the hypervisor. [ 780.182219] env[68758]: DEBUG nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.183065] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02eddad8-e89e-4f9d-b9c6-db035de00bc0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.249442] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.249442] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dad9484-4a7a-480e-9629-058ba5e61dc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.262262] env[68758]: DEBUG oslo_vmware.api [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 780.262262] env[68758]: value = "task-2942261" [ 780.262262] env[68758]: _type = "Task" [ 780.262262] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.270507] env[68758]: DEBUG nova.compute.utils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.277022] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Releasing lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.277022] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-plugged-fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 780.277022] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.277022] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.277022] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.277022] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] No waiting events found dispatching network-vif-plugged-fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 780.277022] env[68758]: WARNING nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received unexpected event network-vif-plugged-fdf16fd0-572c-426e-ae9b-2bcb767246d9 for instance with vm_state building and task_state spawning. [ 780.277380] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-changed-fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 780.277778] env[68758]: DEBUG nova.compute.manager [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing instance network info cache due to event network-changed-fdf16fd0-572c-426e-ae9b-2bcb767246d9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 780.278297] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquiring lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.278522] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Acquired lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.278822] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Refreshing network info cache for port fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.291807] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.292165] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.296793] env[68758]: DEBUG oslo_vmware.api [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.438827] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52722c57-5425-52ed-3a0f-4e88e5552552, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.443104] env[68758]: DEBUG nova.policy [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e3f2f3fb3fe42e383fe2d078334f613', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad9d2367a32a4e7d9aa0f17354387637', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.444768] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.445249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.445595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.445870] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.446188] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.446816] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88c0e107-bbd1-40ad-be95-e1651adae9b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.462757] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.462968] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.464712] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83054052-bd88-471c-8763-557dde83ca27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.470072] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942258, 'name': CreateVM_Task, 'duration_secs': 0.603244} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.470658] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.471680] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.471680] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.471916] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.473313] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df11cdc-5099-4fdf-b63b-21d18f196ae7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.476247] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 780.476247] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5274cf1b-f441-4b89-9b70-b6aa740598da" [ 780.476247] env[68758]: _type = "Task" [ 780.476247] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.483028] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 780.483028] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52908c9a-2236-a410-6058-8d9262508714" [ 780.483028] env[68758]: _type = "Task" [ 780.483028] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.493212] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5274cf1b-f441-4b89-9b70-b6aa740598da, 'name': SearchDatastore_Task, 'duration_secs': 0.012852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.494323] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cb5b48e-fd76-4312-b3c5-8b6a16f27564 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.502401] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52908c9a-2236-a410-6058-8d9262508714, 'name': SearchDatastore_Task, 'duration_secs': 0.012736} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.505574] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.505905] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 780.506160] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.508267] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 780.508267] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb9b12-caef-4f20-639c-1dba1cf66a4e" [ 780.508267] env[68758]: _type = "Task" [ 780.508267] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.517608] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb9b12-caef-4f20-639c-1dba1cf66a4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.571543] env[68758]: DEBUG nova.network.neutron [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.708676] env[68758]: INFO nova.compute.manager [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Took 49.90 seconds to build instance. [ 780.773845] env[68758]: DEBUG oslo_vmware.api [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942261, 'name': PowerOffVM_Task, 'duration_secs': 0.321101} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.777896] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.780382] env[68758]: DEBUG nova.compute.manager [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.782922] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95b09c4-053e-464e-89d2-d55557c6d056 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.788025] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.803313] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 780.804372] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62a1a93-0b66-413f-a289-880b506ee79c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.815343] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 780.815559] env[68758]: ERROR oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk due to incomplete transfer. [ 780.816953] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b9f0b57c-498f-444a-9669-3c9cfda807ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.829173] env[68758]: DEBUG oslo_vmware.rw_handles [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528a3d86-7603-eaac-5111-130250b8df90/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 780.829173] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Uploaded image 84d87e05-d841-4465-a7d4-3639ff867311 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 780.834811] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 780.834811] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc397173-4207-4778-9a43-b0dd08d55410 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.842157] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 780.842157] env[68758]: value = "task-2942262" [ 780.842157] env[68758]: _type = "Task" [ 780.842157] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.855574] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942262, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.898014] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a21a88-13be-4531-8cdb-1e2043a23b63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.906805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec93444-ecde-4253-8af7-7b491127a4bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.945220] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a7e83f-7786-4862-8689-bea0c572bf51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.955227] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d38488b-f70d-4106-860a-1896d07bd3ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.960893] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updated VIF entry in instance network info cache for port fdf16fd0-572c-426e-ae9b-2bcb767246d9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 780.961461] env[68758]: DEBUG nova.network.neutron [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [{"id": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "address": "fa:16:3e:2c:c7:52", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc270661-f3", "ovs_interfaceid": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e07c78b-187a-4e64-859b-93f622aaa802", "address": "fa:16:3e:b3:6b:b6", "network": {"id": "1ca2a795-0bf9-4f54-aa56-02bd3f7f7088", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-326167589", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.19", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "980cb890-345b-4bf8-990a-a2faec78e49c", "external-id": "nsx-vlan-transportzone-965", "segmentation_id": 965, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e07c78b-18", "ovs_interfaceid": "3e07c78b-187a-4e64-859b-93f622aaa802", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.977991] env[68758]: DEBUG nova.compute.provider_tree [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.022328] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb9b12-caef-4f20-639c-1dba1cf66a4e, 'name': SearchDatastore_Task, 'duration_secs': 0.014717} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.022328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.022500] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] af0dbd5f-8112-4446-b5a0-8dce64a95a8e/af0dbd5f-8112-4446-b5a0-8dce64a95a8e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.022885] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.023123] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.023413] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b52aa974-d90f-4bf9-99ee-41496fcdead0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.026714] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dba07d5c-fc45-4b24-a401-15c2ee25cdc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.040765] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 781.040765] env[68758]: value = "task-2942263" [ 781.040765] env[68758]: _type = "Task" [ 781.040765] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.045836] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.046084] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.047244] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fa64c9b-8bb9-4369-80b0-9af56bfdeb46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.056018] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.061152] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 781.061152] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522995d9-cb8d-6edf-fd6f-1a54d9c73fc6" [ 781.061152] env[68758]: _type = "Task" [ 781.061152] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.070989] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522995d9-cb8d-6edf-fd6f-1a54d9c73fc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.077496] env[68758]: INFO nova.compute.manager [-] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Took 2.37 seconds to deallocate network for instance. [ 781.118223] env[68758]: DEBUG nova.network.neutron [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Updated VIF entry in instance network info cache for port 68f42d60-b278-4a54-9418-eac313205a21. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.118600] env[68758]: DEBUG nova.network.neutron [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Updating instance_info_cache with network_info: [{"id": "68f42d60-b278-4a54-9418-eac313205a21", "address": "fa:16:3e:cd:00:57", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68f42d60-b2", "ovs_interfaceid": "68f42d60-b278-4a54-9418-eac313205a21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.200534] env[68758]: DEBUG nova.compute.manager [req-cb6e0a5e-a8c6-4a99-97ef-6e4a9b9347ca req-2e9b1af0-bf3d-401f-abb1-ad66281f9f4a service nova] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Received event network-vif-deleted-ed5108a8-d0bf-469c-8ba9-d448ec112df3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 781.212783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27a4035b-0269-49b1-9a8a-874501af9fb5 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 98.060s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.287130] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Successfully created port: 2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.298469] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c6987e03-52c9-4131-becf-f8bf4dfa0544 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.354978] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942262, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.465926] env[68758]: DEBUG nova.network.neutron [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.467443] env[68758]: DEBUG oslo_concurrency.lockutils [req-2e6172ef-a07a-41a3-b23c-deae3183fd0d req-f67faf30-e073-45b8-8795-428039e362d6 service nova] Releasing lock "refresh_cache-e4aaa46f-6a69-4179-a9eb-40879d240cb4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.482143] env[68758]: DEBUG nova.scheduler.client.report [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.554300] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.570437] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522995d9-cb8d-6edf-fd6f-1a54d9c73fc6, 'name': SearchDatastore_Task, 'duration_secs': 0.048075} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.571400] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba50159-414e-4d95-aed3-08b27d37952b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.581015] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 781.581015] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5222b401-f842-8162-9255-6c873819b248" [ 781.581015] env[68758]: _type = "Task" [ 781.581015] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.591122] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.591422] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5222b401-f842-8162-9255-6c873819b248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.621677] env[68758]: DEBUG oslo_concurrency.lockutils [req-4a7f3306-2701-47f5-887d-ec64f15890af req-0499e685-302b-461e-8664-379d3829504e service nova] Releasing lock "refresh_cache-af0dbd5f-8112-4446-b5a0-8dce64a95a8e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.717502] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.799020] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.830286] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:04:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e23a5708-8f37-457e-a915-1bc6ae42067c',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-696556327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.830555] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.830934] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.830934] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.833139] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.833139] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.833139] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.833139] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.833354] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.833354] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.834229] env[68758]: DEBUG nova.virt.hardware [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.834492] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aee2ebe-7835-45a3-96c6-2bf523d39c12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.844969] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f05bf96-1d91-4b95-8495-af2fa67a0363 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.872403] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942262, 'name': Destroy_Task, 'duration_secs': 1.005298} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.872682] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Destroyed the VM [ 781.872919] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.873188] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff6dde60-60a9-4ca4-9a63-d14c9633b678 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.880801] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 781.880801] env[68758]: value = "task-2942264" [ 781.880801] env[68758]: _type = "Task" [ 781.880801] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.891943] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942264, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.911256] env[68758]: DEBUG nova.compute.manager [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.912233] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18951d64-6dc0-4190-8933-b097b4d32bd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.973687] env[68758]: INFO nova.compute.manager [-] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Took 1.82 seconds to deallocate network for instance. [ 781.988992] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.995421] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.133s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.995421] env[68758]: DEBUG nova.objects.instance [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lazy-loading 'resources' on Instance uuid 02233c4c-e192-45b7-aae2-bda48790371f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.037163] env[68758]: INFO nova.scheduler.client.report [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleted allocations for instance d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1 [ 782.054167] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.842808} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.055850] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] af0dbd5f-8112-4446-b5a0-8dce64a95a8e/af0dbd5f-8112-4446-b5a0-8dce64a95a8e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.055850] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.055850] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b8534f3-c444-477f-8b74-546626090161 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.063542] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 782.063542] env[68758]: value = "task-2942265" [ 782.063542] env[68758]: _type = "Task" [ 782.063542] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.074687] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.093055] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5222b401-f842-8162-9255-6c873819b248, 'name': SearchDatastore_Task, 'duration_secs': 0.057313} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.093532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.093781] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e4aaa46f-6a69-4179-a9eb-40879d240cb4/e4aaa46f-6a69-4179-a9eb-40879d240cb4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.094093] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9845d7dc-3d00-473b-a590-d9fbfa35bd07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.105410] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 782.105410] env[68758]: value = "task-2942266" [ 782.105410] env[68758]: _type = "Task" [ 782.105410] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.117930] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.245815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.391667] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942264, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.422799] env[68758]: INFO nova.compute.manager [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] instance snapshotting [ 782.423647] env[68758]: DEBUG nova.objects.instance [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.486811] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.545937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0292c065-0eb9-416c-98bf-a4e0e6faf972 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.680s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.577422] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080471} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.577695] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.578614] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d77248-7a42-45e7-96f8-88dccde55741 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.610123] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] af0dbd5f-8112-4446-b5a0-8dce64a95a8e/af0dbd5f-8112-4446-b5a0-8dce64a95a8e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.613746] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4cc923b-f943-40a9-b69f-4d90bae92b59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.641834] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942266, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.644901] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 782.644901] env[68758]: value = "task-2942267" [ 782.644901] env[68758]: _type = "Task" [ 782.644901] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.655499] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.897034] env[68758]: DEBUG oslo_vmware.api [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942264, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802444} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.897034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.897034] env[68758]: INFO nova.compute.manager [None req-032f6fa6-fa1e-4b9c-a035-f054deead147 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 782.929946] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a419cbae-2acf-44ac-950c-04b58acee13e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.968730] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52929a94-099d-4e53-b631-b3e6af9eec5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.002343] env[68758]: DEBUG nova.objects.instance [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.130950] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756029} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.131251] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e4aaa46f-6a69-4179-a9eb-40879d240cb4/e4aaa46f-6a69-4179-a9eb-40879d240cb4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.131467] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.131726] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3336255-3293-4f98-b355-52b98e6b1d4a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.152031] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 783.152031] env[68758]: value = "task-2942268" [ 783.152031] env[68758]: _type = "Task" [ 783.152031] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.158778] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942267, 'name': ReconfigVM_Task, 'duration_secs': 0.425611} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.159797] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] af0dbd5f-8112-4446-b5a0-8dce64a95a8e/af0dbd5f-8112-4446-b5a0-8dce64a95a8e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.162774] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b21a1b58-d5c4-4129-be26-8ccd6b77624a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.168358] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942268, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.173375] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 783.173375] env[68758]: value = "task-2942269" [ 783.173375] env[68758]: _type = "Task" [ 783.173375] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.182383] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942269, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.187125] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd65d2a-5b58-46e5-8434-5b52386539e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.195424] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2589c02a-62b7-46df-a7ed-cf058bf99b84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.237425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122f19d0-7131-4d22-92a4-b305e68a51b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.245560] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c75dacf-a8e1-4c1c-8a4f-41696aa617c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.262706] env[68758]: DEBUG nova.compute.provider_tree [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.472979] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.473344] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.473544] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.474963] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.474963] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.476320] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Successfully updated port: 2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.478659] env[68758]: INFO nova.compute.manager [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Terminating instance [ 783.480458] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 783.482951] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0c0f339f-b241-4800-a52f-6f5763891a5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.490280] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 783.490280] env[68758]: value = "task-2942270" [ 783.490280] env[68758]: _type = "Task" [ 783.490280] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.501708] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.511070] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.511375] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.511553] env[68758]: DEBUG nova.network.neutron [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.511733] env[68758]: DEBUG nova.objects.instance [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'info_cache' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.666559] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942268, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079366} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.669032] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 783.669032] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a0681b-4fd3-4a24-99bd-034aae814e53 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.706984] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] e4aaa46f-6a69-4179-a9eb-40879d240cb4/e4aaa46f-6a69-4179-a9eb-40879d240cb4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 783.714251] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5d72f5-ac02-4a26-aa1a-669d04999f2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.735789] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942269, 'name': Rename_Task, 'duration_secs': 0.17568} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.737158] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.737494] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 783.737494] env[68758]: value = "task-2942271" [ 783.737494] env[68758]: _type = "Task" [ 783.737494] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.737865] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c69c50aa-668e-4909-8ccb-02871180b9d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.751294] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 783.751294] env[68758]: value = "task-2942272" [ 783.751294] env[68758]: _type = "Task" [ 783.751294] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.751582] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942271, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.759820] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.771844] env[68758]: DEBUG nova.scheduler.client.report [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.778760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "c292f51f-1701-432c-9d12-78233dd31ca5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.779009] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.983847] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.983847] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.983967] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.987625] env[68758]: DEBUG nova.compute.manager [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 783.987625] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 783.989021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feff9d7-27d6-4cec-8ccd-1c845db71b1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.999932] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 784.005434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-885d1baf-e274-40b2-9324-0442163098a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.005434] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942270, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.010787] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 784.010787] env[68758]: value = "task-2942273" [ 784.010787] env[68758]: _type = "Task" [ 784.010787] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.017083] env[68758]: DEBUG nova.objects.base [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 784.020592] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.140235] env[68758]: DEBUG nova.compute.manager [req-95f4a451-ad1b-4fd4-8631-2aac47d70129 req-1a33c0f7-244f-429f-bf8a-7e8a895961c4 service nova] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Received event network-vif-deleted-1f58a4e4-6143-4369-9047-71dd15bd3ea7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.168134] env[68758]: DEBUG nova.compute.manager [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Received event network-vif-plugged-2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 784.168134] env[68758]: DEBUG oslo_concurrency.lockutils [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] Acquiring lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.168134] env[68758]: DEBUG oslo_concurrency.lockutils [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.168427] env[68758]: DEBUG oslo_concurrency.lockutils [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.168633] env[68758]: DEBUG nova.compute.manager [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] No waiting events found dispatching network-vif-plugged-2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.168809] env[68758]: WARNING nova.compute.manager [req-6388e4cc-764d-47a3-9994-b29f8fb1ecdd req-ef82dd9b-bd4c-42c0-81a1-295116b0227f service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Received unexpected event network-vif-plugged-2f4351f4-1ffa-4db4-a6ae-0049276bb388 for instance with vm_state building and task_state spawning. [ 784.253083] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942271, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.262087] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942272, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.278173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.283s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.280395] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.986s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.280816] env[68758]: DEBUG nova.objects.instance [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lazy-loading 'resources' on Instance uuid c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.311133] env[68758]: INFO nova.scheduler.client.report [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleted allocations for instance 02233c4c-e192-45b7-aae2-bda48790371f [ 784.411682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.412121] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.412355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.412541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.412711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.415542] env[68758]: INFO nova.compute.manager [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Terminating instance [ 784.503323] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942270, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.527051] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942273, 'name': PowerOffVM_Task, 'duration_secs': 0.236073} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.527351] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 784.527518] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 784.528568] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed764dd-b688-467a-94fd-baf990dc60f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.533519] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.601013] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 784.601428] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 784.601428] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] 336ba1ba-4ced-47ba-a648-ed069b1f19c4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 784.601704] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9084201-bddd-4551-ad0c-6c81b811e0d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.609677] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 784.609677] env[68758]: value = "task-2942275" [ 784.609677] env[68758]: _type = "Task" [ 784.609677] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.618405] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.755497] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942271, 'name': ReconfigVM_Task, 'duration_secs': 0.552384} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.758452] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Reconfigured VM instance instance-0000002d to attach disk [datastore2] e4aaa46f-6a69-4179-a9eb-40879d240cb4/e4aaa46f-6a69-4179-a9eb-40879d240cb4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.760532] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4570a0b-a028-484b-8cd1-5a6441719a99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.765099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.765362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.766253] env[68758]: DEBUG nova.network.neutron [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.771322] env[68758]: DEBUG oslo_vmware.api [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942272, 'name': PowerOnVM_Task, 'duration_secs': 0.682989} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.771575] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.771832] env[68758]: INFO nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Took 7.69 seconds to spawn the instance on the hypervisor. [ 784.772054] env[68758]: DEBUG nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.774111] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c45b646-89b7-4b19-a4f9-3ccb4ad212d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.776603] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 784.776603] env[68758]: value = "task-2942276" [ 784.776603] env[68758]: _type = "Task" [ 784.776603] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.790747] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942276, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.824946] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e22d35b9-3a50-48ca-964e-1e1103432976 tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "02233c4c-e192-45b7-aae2-bda48790371f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.917s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.870753] env[68758]: DEBUG nova.network.neutron [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.920513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "refresh_cache-a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.920675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquired lock "refresh_cache-a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.920867] env[68758]: DEBUG nova.network.neutron [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.005489] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942270, 'name': CreateSnapshot_Task, 'duration_secs': 1.170159} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.008934] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 785.010421] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef4cfab-0892-4d19-be88-6749bdd5b876 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.120013] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.271745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.272089] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Instance network_info: |[{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 785.272514] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:f6:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f4351f4-1ffa-4db4-a6ae-0049276bb388', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.280689] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.283029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.291411] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c9b71e8-4931-4ffd-be76-3b9790f8f908 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.319561] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942276, 'name': Rename_Task, 'duration_secs': 0.243737} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.320743] env[68758]: INFO nova.compute.manager [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Took 49.88 seconds to build instance. [ 785.324151] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.324151] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.324151] env[68758]: value = "task-2942277" [ 785.324151] env[68758]: _type = "Task" [ 785.324151] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.324151] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be4bb58f-c222-4ea4-8b39-fa32276782d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.335566] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942277, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.336963] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 785.336963] env[68758]: value = "task-2942278" [ 785.336963] env[68758]: _type = "Task" [ 785.336963] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.373463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.391790] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "afbd3270-738b-451c-b010-6b7717672d8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.391790] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.391790] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "afbd3270-738b-451c-b010-6b7717672d8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.391916] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.392175] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.394376] env[68758]: INFO nova.compute.manager [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Terminating instance [ 785.446866] env[68758]: DEBUG nova.network.neutron [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.499025] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b6ebc-60c6-4eea-8938-2667f26282f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.502713] env[68758]: DEBUG nova.network.neutron [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.508900] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6659075-bb25-4ff8-b924-7286500394c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.551138] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 785.552030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1705b293-2891-42a3-b373-32942d7f5993 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.555906] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0a34e-2ae7-4593-90c0-34b3c268848c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.565633] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af1a6b-8ef0-4e16-be4d-48845d636f1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.569620] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 785.569620] env[68758]: value = "task-2942279" [ 785.569620] env[68758]: _type = "Task" [ 785.569620] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.581847] env[68758]: DEBUG nova.compute.provider_tree [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.590302] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942279, 'name': CloneVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.620076] env[68758]: DEBUG oslo_vmware.api [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515106} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.620410] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 785.620706] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 785.621030] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 785.621249] env[68758]: INFO nova.compute.manager [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Took 1.64 seconds to destroy the instance on the hypervisor. [ 785.621508] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 785.621731] env[68758]: DEBUG nova.compute.manager [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 785.621790] env[68758]: DEBUG nova.network.neutron [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.823723] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c78efca-a557-42ea-a2ab-d35bc1512534 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.029s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.839885] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942277, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.856045] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.901500] env[68758]: DEBUG nova.compute.manager [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 785.901672] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 785.903065] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cb8eff-0552-422a-9acf-853576587363 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.912345] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 785.912617] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca4f939-9652-4384-b0ca-dc5707fe9216 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.984798] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 785.985035] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 785.985225] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore2] afbd3270-738b-451c-b010-6b7717672d8f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 785.985523] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53bc818c-0634-4770-aacc-ce80a362acd2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.991743] env[68758]: DEBUG oslo_vmware.api [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 785.991743] env[68758]: value = "task-2942281" [ 785.991743] env[68758]: _type = "Task" [ 785.991743] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.000396] env[68758]: DEBUG oslo_vmware.api [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.006517] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Releasing lock "refresh_cache-a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.006648] env[68758]: DEBUG nova.compute.manager [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 786.006825] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 786.007716] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8161babc-9ecb-49cd-86d7-ba843e204f7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.018199] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 786.018199] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-964819d1-7523-42ba-a25c-c4ce00cdc949 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.024583] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 786.024583] env[68758]: value = "task-2942282" [ 786.024583] env[68758]: _type = "Task" [ 786.024583] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.035303] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.083404] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942279, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.084519] env[68758]: DEBUG nova.scheduler.client.report [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.179599] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.180261] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.332195] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.337934] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942277, 'name': CreateVM_Task, 'duration_secs': 0.543015} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.338358] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.339120] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.339448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339756] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342938] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63c5a7b8-504f-4009-86b5-3d0f9ef1dd88 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.349719] env[68758]: DEBUG oslo_vmware.api [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942278, 'name': PowerOnVM_Task, 'duration_secs': 0.727126} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.351050] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.351273] env[68758]: INFO nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Took 15.74 seconds to spawn the instance on the hypervisor. [ 786.351450] env[68758]: DEBUG nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.351793] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 786.351793] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d720c-a120-d223-8841-af1e97fc13bb" [ 786.351793] env[68758]: _type = "Task" [ 786.351793] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.352624] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052554c1-7b9c-4f33-8dd9-77bea3efbd25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.363758] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d720c-a120-d223-8841-af1e97fc13bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.381717] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.382035] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1613342f-29f5-4d6d-8ed5-7207dbf49aaa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.390021] env[68758]: DEBUG oslo_vmware.api [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 786.390021] env[68758]: value = "task-2942283" [ 786.390021] env[68758]: _type = "Task" [ 786.390021] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.397547] env[68758]: DEBUG oslo_vmware.api [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.397815] env[68758]: DEBUG nova.network.neutron [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.501801] env[68758]: DEBUG oslo_vmware.api [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.204835} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.502304] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 786.502582] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 786.502779] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 786.502960] env[68758]: INFO nova.compute.manager [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Took 0.60 seconds to destroy the instance on the hypervisor. [ 786.503248] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 786.503464] env[68758]: DEBUG nova.compute.manager [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 786.503558] env[68758]: DEBUG nova.network.neutron [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.526400] env[68758]: DEBUG nova.compute.manager [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Received event network-changed-2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 786.526600] env[68758]: DEBUG nova.compute.manager [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Refreshing instance network info cache due to event network-changed-2f4351f4-1ffa-4db4-a6ae-0049276bb388. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 786.526833] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.526970] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.527143] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Refreshing network info cache for port 2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.538406] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942282, 'name': PowerOffVM_Task, 'duration_secs': 0.278641} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.539560] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 786.539560] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 786.539838] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02635024-e50d-4cc4-a5ee-48564c9a772b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.576675] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 786.580048] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 786.580048] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleting the datastore file [datastore1] a38c2595-3f21-4ce6-8bbe-ba1c551acb7a {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 786.580048] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a87441-d27e-4da7-b032-c97ee3803ae6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.584894] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942279, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.589989] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "8257332d-9502-418b-981a-ffeffff4452d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.590286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.591462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.312s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.594676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.195s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.596181] env[68758]: INFO nova.compute.claims [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.600314] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for the task: (returnval){ [ 786.600314] env[68758]: value = "task-2942285" [ 786.600314] env[68758]: _type = "Task" [ 786.600314] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.611405] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.616388] env[68758]: INFO nova.scheduler.client.report [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Deleted allocations for instance c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09 [ 786.854997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.866813] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d720c-a120-d223-8841-af1e97fc13bb, 'name': SearchDatastore_Task, 'duration_secs': 0.021118} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.868033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.868033] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.868033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.868033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.868316] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.868444] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2da628ea-a888-4d5a-ad08-74e0c1b854b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.878960] env[68758]: INFO nova.compute.manager [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Took 56.81 seconds to build instance. [ 786.883928] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.883928] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.884405] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f395830-ed81-498a-b113-b03ab9ccc3fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.890955] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 786.890955] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5284186d-2468-d443-b159-fc284be6921e" [ 786.890955] env[68758]: _type = "Task" [ 786.890955] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.900496] env[68758]: INFO nova.compute.manager [-] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Took 1.28 seconds to deallocate network for instance. [ 786.909102] env[68758]: DEBUG oslo_vmware.api [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942283, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.909371] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5284186d-2468-d443-b159-fc284be6921e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.083973] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942279, 'name': CloneVM_Task, 'duration_secs': 1.285822} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.084434] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created linked-clone VM from snapshot [ 787.085041] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ba5baa-ddb6-43b7-a360-92073ba1db22 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.093024] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploading image 867b59d2-8cb4-460f-99db-1b3c439014e6 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 787.110653] env[68758]: DEBUG oslo_vmware.api [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Task: {'id': task-2942285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174183} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.110755] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.110864] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 787.111082] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 787.111266] env[68758]: INFO nova.compute.manager [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Took 1.10 seconds to destroy the instance on the hypervisor. [ 787.111807] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 787.111807] env[68758]: DEBUG nova.compute.manager [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 787.112137] env[68758]: DEBUG nova.network.neutron [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.123205] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 787.123205] env[68758]: value = "vm-590634" [ 787.123205] env[68758]: _type = "VirtualMachine" [ 787.123205] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 787.125656] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c6015c94-d366-4472-970b-7fb9b7c6f535 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.127943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2243e1c-e039-44e1-b2f4-24b71f627e58 tempest-ServersAdmin275Test-1536747048 tempest-ServersAdmin275Test-1536747048-project-member] Lock "c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.099s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.132729] env[68758]: DEBUG nova.network.neutron [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.135033] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease: (returnval){ [ 787.135033] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a1486-6a83-ee76-baf8-f9cb94422855" [ 787.135033] env[68758]: _type = "HttpNfcLease" [ 787.135033] env[68758]: } obtained for exporting VM: (result){ [ 787.135033] env[68758]: value = "vm-590634" [ 787.135033] env[68758]: _type = "VirtualMachine" [ 787.135033] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 787.135308] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the lease: (returnval){ [ 787.135308] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a1486-6a83-ee76-baf8-f9cb94422855" [ 787.135308] env[68758]: _type = "HttpNfcLease" [ 787.135308] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 787.145880] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.145880] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a1486-6a83-ee76-baf8-f9cb94422855" [ 787.145880] env[68758]: _type = "HttpNfcLease" [ 787.145880] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 787.278266] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updated VIF entry in instance network info cache for port 2f4351f4-1ffa-4db4-a6ae-0049276bb388. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.278625] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.302075] env[68758]: DEBUG nova.network.neutron [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.381505] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ae9559d3-9aba-444c-80f2-99348cf9ff8f tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.429s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.404598] env[68758]: DEBUG oslo_vmware.api [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942283, 'name': PowerOnVM_Task, 'duration_secs': 0.558149} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.408145] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.408369] env[68758]: DEBUG nova.compute.manager [None req-c68b33fd-a5b8-4f43-9ad0-56e4fd767c29 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.408656] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5284186d-2468-d443-b159-fc284be6921e, 'name': SearchDatastore_Task, 'duration_secs': 0.018392} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.409574] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d603bf64-09f1-43f2-9215-4867d95331c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.414287] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ea6991-0c1e-4513-9387-58b544775cfd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.417470] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.425008] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 787.425008] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522de181-ff03-6078-087e-a99282bb6297" [ 787.425008] env[68758]: _type = "Task" [ 787.425008] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.433759] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522de181-ff03-6078-087e-a99282bb6297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.636110] env[68758]: DEBUG nova.network.neutron [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.645381] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 787.645381] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a1486-6a83-ee76-baf8-f9cb94422855" [ 787.645381] env[68758]: _type = "HttpNfcLease" [ 787.645381] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 787.648709] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 787.648709] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a1486-6a83-ee76-baf8-f9cb94422855" [ 787.648709] env[68758]: _type = "HttpNfcLease" [ 787.648709] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 787.650170] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0796a27-bbae-46e1-aae2-e417dedfd227 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.658984] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 787.659055] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 787.754029] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-614a4957-ef9a-419f-a45b-4610c26d739d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.785385] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.785733] env[68758]: DEBUG nova.compute.manager [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Received event network-changed-888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 787.785912] env[68758]: DEBUG nova.compute.manager [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Refreshing instance network info cache due to event network-changed-888a0311-5089-4da8-854e-bb801b28649e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 787.786143] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Acquiring lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.786290] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Acquired lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.786561] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Refreshing network info cache for port 888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.805153] env[68758]: INFO nova.compute.manager [-] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Took 1.30 seconds to deallocate network for instance. [ 787.883840] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.927607] env[68758]: DEBUG nova.compute.manager [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.932301] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f8f60c-6ca1-41e6-96c8-e1b963e94d96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.949458] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522de181-ff03-6078-087e-a99282bb6297, 'name': SearchDatastore_Task, 'duration_secs': 0.010413} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.951246] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.951559] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.958019] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fbb5c4b-6e29-4268-8c8e-7622079a975c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.968938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "9115181d-1225-4b19-878a-06f661ac0a13" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.969323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.969507] env[68758]: DEBUG nova.compute.manager [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 787.972169] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2018eb52-5e11-4439-ba99-0b5215832c0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.975350] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 787.975350] env[68758]: value = "task-2942287" [ 787.975350] env[68758]: _type = "Task" [ 787.975350] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.986340] env[68758]: DEBUG nova.compute.manager [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 787.987423] env[68758]: DEBUG nova.objects.instance [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'flavor' on Instance uuid 9115181d-1225-4b19-878a-06f661ac0a13 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 787.995884] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.077020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.077020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.077020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.077020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.077020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.080046] env[68758]: INFO nova.compute.manager [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Terminating instance [ 788.141554] env[68758]: INFO nova.compute.manager [-] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Took 1.03 seconds to deallocate network for instance. [ 788.215933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab50e54-39f2-4d13-8aa4-7c05eaa385a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.227246] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d48bd3-418c-4cbc-bedc-9448c261a117 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.268810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c620e42-6b04-416f-bec4-e3b512c1ba05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.277174] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46a93e-79f5-4e4e-932c-d2673899d578 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.297974] env[68758]: DEBUG nova.compute.provider_tree [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.315401] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.410766] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.464743] env[68758]: INFO nova.compute.manager [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] instance snapshotting [ 788.469505] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17911608-0a2c-45c0-80fe-f3694c4463ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.502460] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31558bb-7176-43f8-9dbf-6f069437e1fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.513239] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942287, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.585190] env[68758]: DEBUG nova.compute.manager [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.585481] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.586556] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b837dbd-8133-4d7b-acdb-be561013a5ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.595857] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.595857] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b98f951a-fcfd-44da-b8c1-252ce232b0d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604022] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 788.604022] env[68758]: value = "task-2942288" [ 788.604022] env[68758]: _type = "Task" [ 788.604022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.608936] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updated VIF entry in instance network info cache for port 888a0311-5089-4da8-854e-bb801b28649e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 788.609425] env[68758]: DEBUG nova.network.neutron [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updating instance_info_cache with network_info: [{"id": "888a0311-5089-4da8-854e-bb801b28649e", "address": "fa:16:3e:52:67:05", "network": {"id": "eb4ac9ed-8b55-4c37-b798-14e75b18aa4d", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1871315379-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e17833e4c745cb9e4ed94fb810bba6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap888a0311-50", "ovs_interfaceid": "888a0311-5089-4da8-854e-bb801b28649e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.620642] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.648956] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.677778] env[68758]: DEBUG nova.compute.manager [req-2c97ce03-feb9-4a34-a317-3745b4f9bb84 req-0bb24492-ad20-4197-a9d3-f6da920408dd service nova] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Received event network-vif-deleted-8d3d6d78-f635-45e4-a25e-6e25724b04de {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 788.822595] env[68758]: ERROR nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [req-2bb7788a-fabc-459c-8eae-9f2e26dc0e84] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2bb7788a-fabc-459c-8eae-9f2e26dc0e84"}]} [ 788.846049] env[68758]: DEBUG nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 788.862259] env[68758]: DEBUG nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 788.862595] env[68758]: DEBUG nova.compute.provider_tree [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 788.876202] env[68758]: DEBUG nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 788.901808] env[68758]: DEBUG nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 788.988323] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580427} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.992030] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.992030] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.992030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f506cca2-8e9a-4dc2-8f78-a69622d4fe07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.000460] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 789.000460] env[68758]: value = "task-2942289" [ 789.000460] env[68758]: _type = "Task" [ 789.000460] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.009341] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.014780] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.015094] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ba71b6a-bed4-46ac-9691-3f47c5989961 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.020811] env[68758]: DEBUG oslo_vmware.api [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 789.020811] env[68758]: value = "task-2942290" [ 789.020811] env[68758]: _type = "Task" [ 789.020811] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.026289] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 789.030069] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c59d58ed-b47a-46db-ac55-4f7ae84416ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.038434] env[68758]: DEBUG oslo_vmware.api [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.040990] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 789.040990] env[68758]: value = "task-2942291" [ 789.040990] env[68758]: _type = "Task" [ 789.040990] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.051633] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.116495] env[68758]: DEBUG oslo_concurrency.lockutils [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] Releasing lock "refresh_cache-69dae979-c82b-47dc-8d6f-0874e5123baa" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.117585] env[68758]: DEBUG nova.compute.manager [req-244dba08-ff08-45e1-8840-fd8a84f01e59 req-688e131d-020e-4f58-91c9-6bc65c1a01cd service nova] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Received event network-vif-deleted-a18a0108-864f-409f-bd49-36f3e83f938d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 789.118063] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942288, 'name': PowerOffVM_Task, 'duration_secs': 0.370891} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.120857] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.121223] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 789.122100] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d02ee84-d8d9-4332-9e33-ff6bc89973ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.295366] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.295649] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.295842] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleting the datastore file [datastore2] e4aaa46f-6a69-4179-a9eb-40879d240cb4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.296218] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45868bc2-0499-4e1a-911d-1241d3c410f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303617] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 789.303617] env[68758]: value = "task-2942293" [ 789.303617] env[68758]: _type = "Task" [ 789.303617] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.323748] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.451080] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d50e90-97fe-462a-9109-d6f128802b2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.462663] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d5f74a-74ca-4a13-b1ba-222c20a799de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.519632] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fd684d-bbe5-4cf8-b985-d2bbbcf74a11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.535010] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075878} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.539287] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 789.540690] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731625e7-7f7c-414d-8df8-9194a3d20923 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.547392] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cfe1c3c-3665-47e6-a66c-fe2ee02de484 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.557502] env[68758]: DEBUG oslo_vmware.api [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942290, 'name': PowerOffVM_Task, 'duration_secs': 0.471835} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.561826] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 789.562069] env[68758]: DEBUG nova.compute.manager [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.562948] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee34734-470f-45f1-9302-f18592319eb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.584286] env[68758]: DEBUG nova.compute.provider_tree [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.595392] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 789.599775] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca9f8a73-741c-438b-afa6-3190559f9a41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.615030] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.625849] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 789.625849] env[68758]: value = "task-2942294" [ 789.625849] env[68758]: _type = "Task" [ 789.625849] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.638087] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942294, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.813908] env[68758]: DEBUG oslo_vmware.api [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448766} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.814215] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.814623] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.814715] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.814886] env[68758]: INFO nova.compute.manager [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Took 1.23 seconds to destroy the instance on the hypervisor. [ 789.815244] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.815480] env[68758]: DEBUG nova.compute.manager [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.815594] env[68758]: DEBUG nova.network.neutron [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.067090] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942291, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.127697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c5d97d8-8f80-436d-8c57-5c70a9a99a90 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.158s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.135093] env[68758]: DEBUG nova.scheduler.client.report [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 790.135456] env[68758]: DEBUG nova.compute.provider_tree [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 75 to 76 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 790.136160] env[68758]: DEBUG nova.compute.provider_tree [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.143265] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942294, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.567644] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942291, 'name': CreateSnapshot_Task, 'duration_secs': 1.0797} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.567936] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 790.568734] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7711297-72d6-4aa0-8f8e-d19c34f8a0cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.640927] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942294, 'name': ReconfigVM_Task, 'duration_secs': 0.534758} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.642318] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.642455] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c04285f0-9a64-4618-b6cf-9bbc2bb77cd1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.646296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.050s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.646871] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.651213] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.982s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.651447] env[68758]: DEBUG nova.objects.instance [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'resources' on Instance uuid 7069c4bf-fd95-479b-b985-5da0456946d9 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.659978] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 790.659978] env[68758]: value = "task-2942295" [ 790.659978] env[68758]: _type = "Task" [ 790.659978] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.670753] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942295, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.707341] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-deleted-3e07c78b-187a-4e64-859b-93f622aaa802 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 790.707523] env[68758]: INFO nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Neutron deleted interface 3e07c78b-187a-4e64-859b-93f622aaa802; detaching it from the instance and deleting it from the info cache [ 790.707844] env[68758]: DEBUG nova.network.neutron [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [{"id": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "address": "fa:16:3e:2c:c7:52", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc270661-f3", "ovs_interfaceid": "dc270661-f3a8-4549-9178-f8eb45b5a0fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.750878] env[68758]: DEBUG nova.objects.instance [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'flavor' on Instance uuid 9115181d-1225-4b19-878a-06f661ac0a13 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.001937] env[68758]: DEBUG nova.network.neutron [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.088852] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 791.090390] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6ee17490-6a16-4b65-8c80-b3538cbca67f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.098594] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 791.098594] env[68758]: value = "task-2942296" [ 791.098594] env[68758]: _type = "Task" [ 791.098594] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.107444] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942296, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.153952] env[68758]: DEBUG nova.compute.utils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.156486] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.156783] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.171981] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942295, 'name': Rename_Task, 'duration_secs': 0.218831} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.173130] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.173130] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a42e594-d190-46be-99f8-33283f5f098c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.179664] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 791.179664] env[68758]: value = "task-2942297" [ 791.179664] env[68758]: _type = "Task" [ 791.179664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.189692] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.210660] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ff4e432-6fb5-4da8-887e-cf617457cc1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.216507] env[68758]: DEBUG nova.policy [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3e7b9c120c4a0f914f655ef897fb38', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b1099f8c97b4c148f641728f9f19dfe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.225383] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3879154-2ba4-4c00-89ae-3b3ce9fe64df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.264149] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Detach interface failed, port_id=3e07c78b-187a-4e64-859b-93f622aaa802, reason: Instance e4aaa46f-6a69-4179-a9eb-40879d240cb4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 791.264429] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-deleted-dc270661-f3a8-4549-9178-f8eb45b5a0fe {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.264622] env[68758]: INFO nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Neutron deleted interface dc270661-f3a8-4549-9178-f8eb45b5a0fe; detaching it from the instance and deleting it from the info cache [ 791.266535] env[68758]: DEBUG nova.network.neutron [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [{"id": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "address": "fa:16:3e:6a:d7:cb", "network": {"id": "b404e223-156e-43e0-8bde-507b643103cb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-692378594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.219", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdf16fd0-57", "ovs_interfaceid": "fdf16fd0-572c-426e-ae9b-2bcb767246d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.269068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.269238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquired lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.269402] env[68758]: DEBUG nova.network.neutron [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.269573] env[68758]: DEBUG nova.objects.instance [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'info_cache' on Instance uuid 9115181d-1225-4b19-878a-06f661ac0a13 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 791.507689] env[68758]: INFO nova.compute.manager [-] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Took 1.69 seconds to deallocate network for instance. [ 791.534030] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Successfully created port: c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.608269] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942296, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.664382] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.695295] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942297, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.732151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a49984-5151-4556-baeb-652eb96e5fe2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.741761] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84017f2f-963a-4a6d-a12c-5c815acdea5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.776366] env[68758]: DEBUG nova.objects.base [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Object Instance<9115181d-1225-4b19-878a-06f661ac0a13> lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 791.776366] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be2f7e4e-a46b-48ba-99f2-d5daf64ac34a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.779190] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea69cec-9c45-4b88-b0a4-a901987be54b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.792023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e865e96-1224-4670-bb67-35472c39ae9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.800805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f243949-302c-49e6-a9df-87db319d38db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.823168] env[68758]: DEBUG nova.compute.provider_tree [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.840897] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Detach interface failed, port_id=dc270661-f3a8-4549-9178-f8eb45b5a0fe, reason: Instance e4aaa46f-6a69-4179-a9eb-40879d240cb4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 791.841392] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Received event network-vif-deleted-fdf16fd0-572c-426e-ae9b-2bcb767246d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 791.841502] env[68758]: INFO nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Neutron deleted interface fdf16fd0-572c-426e-ae9b-2bcb767246d9; detaching it from the instance and deleting it from the info cache [ 791.841663] env[68758]: DEBUG nova.network.neutron [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.843815] env[68758]: DEBUG nova.scheduler.client.report [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 792.016928] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.109476] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942296, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.190494] env[68758]: DEBUG oslo_vmware.api [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942297, 'name': PowerOnVM_Task, 'duration_secs': 0.838194} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.190826] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.191053] env[68758]: INFO nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Took 10.39 seconds to spawn the instance on the hypervisor. [ 792.191241] env[68758]: DEBUG nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.192060] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a0aa75a-588b-47a9-b1a5-73ee9dec80b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.349241] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.351920] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-beb2c87d-325d-4767-8b27-8698efa3f3e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.355012] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.800s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.355313] env[68758]: DEBUG nova.objects.instance [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 792.372999] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900f536f-eb14-42ac-b4e5-ebc2c8abe11c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.389493] env[68758]: INFO nova.scheduler.client.report [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance 7069c4bf-fd95-479b-b985-5da0456946d9 [ 792.415087] env[68758]: DEBUG nova.compute.manager [req-c0fd89bd-0e2e-4be5-a019-062bff7a74f4 req-0388144f-3644-4070-8663-9613dcc8f01a service nova] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Detach interface failed, port_id=fdf16fd0-572c-426e-ae9b-2bcb767246d9, reason: Instance e4aaa46f-6a69-4179-a9eb-40879d240cb4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 792.528311] env[68758]: DEBUG nova.network.neutron [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Updating instance_info_cache with network_info: [{"id": "66a3e236-21fb-45f0-a0e0-8df99f579693", "address": "fa:16:3e:28:9f:3e", "network": {"id": "fea58883-ff4d-457d-ad68-9d7d282f0913", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1689855945-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f89d3572b78e40a794a01fd5882cf49f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66a3e236-21", "ovs_interfaceid": "66a3e236-21fb-45f0-a0e0-8df99f579693", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.611809] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942296, 'name': CloneVM_Task, 'duration_secs': 1.457631} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.612115] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Created linked-clone VM from snapshot [ 792.613043] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7313d9f2-01d4-4414-8c01-4c16a0cad462 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.622654] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Uploading image 51152150-2e0c-4d71-88db-6049f01d25db {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 792.636643] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 792.637071] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8f4647bf-3f64-4bc3-a746-5b7d111ab468 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.645666] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 792.645666] env[68758]: value = "task-2942298" [ 792.645666] env[68758]: _type = "Task" [ 792.645666] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.653864] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942298, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.676292] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.705324] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.705324] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.705324] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.705700] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.705700] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.705812] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.706017] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.706161] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.706327] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.706492] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.706666] env[68758]: DEBUG nova.virt.hardware [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.711386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9558ef-a443-42fb-b48d-0236c63799d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.717351] env[68758]: INFO nova.compute.manager [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Took 50.35 seconds to build instance. [ 792.724889] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c466f498-9f7d-444b-ba2e-441fc688599f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.902748] env[68758]: DEBUG oslo_concurrency.lockutils [None req-92b181aa-f988-42fa-9b07-b7830d05660d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "7069c4bf-fd95-479b-b985-5da0456946d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.369s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.031532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Releasing lock "refresh_cache-9115181d-1225-4b19-878a-06f661ac0a13" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.146363] env[68758]: DEBUG nova.compute.manager [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received event network-vif-plugged-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 793.146363] env[68758]: DEBUG oslo_concurrency.lockutils [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] Acquiring lock "19444cef-85dd-450c-8392-887444afda37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.147058] env[68758]: DEBUG oslo_concurrency.lockutils [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] Lock "19444cef-85dd-450c-8392-887444afda37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.147058] env[68758]: DEBUG oslo_concurrency.lockutils [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] Lock "19444cef-85dd-450c-8392-887444afda37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.147058] env[68758]: DEBUG nova.compute.manager [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] No waiting events found dispatching network-vif-plugged-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 793.147058] env[68758]: WARNING nova.compute.manager [req-a6984370-0fa7-4e5d-b568-c5cb4d6469e9 req-1c884876-c8d0-4a68-a418-a1c8e2918e8b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received unexpected event network-vif-plugged-c1b3895f-a44c-4b13-8e68-f20ff7562270 for instance with vm_state building and task_state spawning. [ 793.157865] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942298, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.186207] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Successfully updated port: c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.222373] env[68758]: DEBUG oslo_concurrency.lockutils [None req-82fc02d1-95fd-4413-96ab-dd1c32333108 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.714s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.369968] env[68758]: DEBUG oslo_concurrency.lockutils [None req-320a5f7f-8a86-4d3a-943f-6eaef31fb3dd tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.371609] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.300s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.371867] env[68758]: DEBUG nova.objects.instance [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lazy-loading 'resources' on Instance uuid 49149286-a58c-41db-b3ae-ba55b603ffaa {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.663895] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942298, 'name': Destroy_Task, 'duration_secs': 0.673227} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.664888] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Destroyed the VM [ 793.665273] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.665624] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7d4129fd-5b20-4469-a8e0-bc2171898fef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.672078] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 793.672078] env[68758]: value = "task-2942299" [ 793.672078] env[68758]: _type = "Task" [ 793.672078] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.681609] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.692124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692124] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.726985] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 794.039081] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.039399] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-482eb6a4-fd20-402d-98e7-43cf7975a7e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.048124] env[68758]: DEBUG oslo_vmware.api [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 794.048124] env[68758]: value = "task-2942300" [ 794.048124] env[68758]: _type = "Task" [ 794.048124] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.068943] env[68758]: DEBUG oslo_vmware.api [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942300, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.185664] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942299, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.237927] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.260781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.432498] env[68758]: DEBUG nova.network.neutron [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.466291] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fc631d-c1e8-4f63-991b-8d5977284a79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.475483] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee84ad-4e7a-49c3-aa6b-f9dcb42bf090 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.510313] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99f8df-bfe7-403a-b101-b4be76cd9c30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.518551] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92075af8-bc3f-4c22-a4d7-5e568a8facca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.536220] env[68758]: DEBUG nova.compute.provider_tree [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.562891] env[68758]: DEBUG oslo_vmware.api [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942300, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.690322] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942299, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.695603] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.695912] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.798860] env[68758]: DEBUG nova.compute.manager [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 794.935652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.936011] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Instance network_info: |[{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.936599] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:cf:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5c60ce-845e-4506-bc10-348461fece6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b3895f-a44c-4b13-8e68-f20ff7562270', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.945699] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.946034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19444cef-85dd-450c-8392-887444afda37] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.946321] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37da9485-4605-41d3-9a61-358ea543e6f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.970051] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.970051] env[68758]: value = "task-2942301" [ 794.970051] env[68758]: _type = "Task" [ 794.970051] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.983202] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942301, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.042816] env[68758]: DEBUG nova.scheduler.client.report [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.061980] env[68758]: DEBUG oslo_vmware.api [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942300, 'name': PowerOnVM_Task, 'duration_secs': 0.581914} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.062298] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.062961] env[68758]: DEBUG nova.compute.manager [None req-216e84a3-275a-4d7d-a274-bdc5b63beddf tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.063288] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495dd600-cdc5-4189-b69f-db50b464ff58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.183092] env[68758]: DEBUG nova.compute.manager [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 795.183427] env[68758]: DEBUG nova.compute.manager [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing instance network info cache due to event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 795.183640] env[68758]: DEBUG oslo_concurrency.lockutils [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] Acquiring lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.183812] env[68758]: DEBUG oslo_concurrency.lockutils [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] Acquired lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.183987] env[68758]: DEBUG nova.network.neutron [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.191202] env[68758]: DEBUG oslo_vmware.api [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942299, 'name': RemoveSnapshot_Task, 'duration_secs': 1.206671} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.191566] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.322386] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.480855] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942301, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.548728] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.551234] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.006s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.552807] env[68758]: INFO nova.compute.claims [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.569294] env[68758]: INFO nova.scheduler.client.report [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Deleted allocations for instance 49149286-a58c-41db-b3ae-ba55b603ffaa [ 795.696364] env[68758]: WARNING nova.compute.manager [None req-72dde110-7b4c-4d63-a205-b6937182c3ae tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Image not found during snapshot: nova.exception.ImageNotFound: Image 51152150-2e0c-4d71-88db-6049f01d25db could not be found. [ 795.886596] env[68758]: DEBUG nova.network.neutron [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updated VIF entry in instance network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.886989] env[68758]: DEBUG nova.network.neutron [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.983036] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942301, 'name': CreateVM_Task, 'duration_secs': 0.738836} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.983036] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19444cef-85dd-450c-8392-887444afda37] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 795.983433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.983657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.984021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.984344] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74141bc5-38b6-405c-b681-f2e20539c441 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.990552] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 795.990552] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522f2647-67ba-c200-674e-a8d86f87ff19" [ 795.990552] env[68758]: _type = "Task" [ 795.990552] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.998826] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522f2647-67ba-c200-674e-a8d86f87ff19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.082696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5da90967-d3d8-4dd4-96b8-c691ff115269 tempest-VolumesAssistedSnapshotsTest-1843925519 tempest-VolumesAssistedSnapshotsTest-1843925519-project-member] Lock "49149286-a58c-41db-b3ae-ba55b603ffaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.802s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.296161] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.297177] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e3a1a3-6c2b-46ba-8bd7-d7600d51e75b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.304660] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.304850] env[68758]: ERROR oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk due to incomplete transfer. [ 796.305693] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b2d1940f-f5cc-4382-92c5-22be8ebf7fb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.314419] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5231fec0-27b3-e485-3941-5d549e14bf5e/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.314643] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploaded image 867b59d2-8cb4-460f-99db-1b3c439014e6 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.317071] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.317374] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c4b83962-7429-464d-9c63-27b7d453b44e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.324300] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 796.324300] env[68758]: value = "task-2942302" [ 796.324300] env[68758]: _type = "Task" [ 796.324300] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.329747] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.329933] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.330050] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.330241] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.330410] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.332794] env[68758]: INFO nova.compute.manager [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Terminating instance [ 796.338512] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942302, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.389806] env[68758]: DEBUG oslo_concurrency.lockutils [req-a3f9bf8a-5d5d-4bdf-ad13-e5dd81e043c9 req-b2fa59e6-ed19-4e46-ae61-fdf4333265ea service nova] Releasing lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502109] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522f2647-67ba-c200-674e-a8d86f87ff19, 'name': SearchDatastore_Task, 'duration_secs': 0.015307} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.502435] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.502674] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.502945] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.503109] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.503350] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.503644] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89f23af6-e41b-4ef4-9605-10f0b1055d00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.514569] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.514807] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.515850] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f2f073-ea63-429d-8fe2-a13949db664a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.521437] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 796.521437] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52943098-6c16-2e13-77c8-de7a82835b01" [ 796.521437] env[68758]: _type = "Task" [ 796.521437] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.529629] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52943098-6c16-2e13-77c8-de7a82835b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.836712] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942302, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.841067] env[68758]: DEBUG nova.compute.manager [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.841505] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.842545] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d32fab-1a40-4c22-88a4-baeed310bfcd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.852379] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.852813] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6317a56e-e3a2-4636-9557-7dac17ed1e56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.864687] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 796.864687] env[68758]: value = "task-2942303" [ 796.864687] env[68758]: _type = "Task" [ 796.864687] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.879412] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.031633] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52943098-6c16-2e13-77c8-de7a82835b01, 'name': SearchDatastore_Task, 'duration_secs': 0.016249} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.032743] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-123286e1-6bf7-40c7-a36d-cef6f8651890 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.040760] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 797.040760] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526faeec-998e-d9b8-ceac-5dc8a8ad053d" [ 797.040760] env[68758]: _type = "Task" [ 797.040760] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.049492] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526faeec-998e-d9b8-ceac-5dc8a8ad053d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.071085] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6a11d3-d657-4ff2-a377-a5b110e2863a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.078700] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed92182a-13e9-4503-98a8-02aa862a8930 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.111834] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c3f666-8f57-4130-92f9-9a02bcdfc590 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.120349] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236e5647-2382-4838-ab0b-6fad92a213e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.134284] env[68758]: DEBUG nova.compute.provider_tree [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.336706] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942302, 'name': Destroy_Task, 'duration_secs': 0.678547} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.336966] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroyed the VM [ 797.337224] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 797.337483] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a318df66-e716-47a9-8965-ffc78341a9b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.344158] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 797.344158] env[68758]: value = "task-2942304" [ 797.344158] env[68758]: _type = "Task" [ 797.344158] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.351732] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.373013] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942303, 'name': PowerOffVM_Task, 'duration_secs': 0.259419} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.373316] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.373519] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.373769] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ab4f9ef-5fb7-4294-ad90-f89db9289900 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.441056] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.441367] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.441648] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleting the datastore file [datastore2] af0dbd5f-8112-4446-b5a0-8dce64a95a8e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.442154] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e984e1fc-62c0-4a6e-a4b1-e9cdcf6df67f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.451264] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 797.451264] env[68758]: value = "task-2942306" [ 797.451264] env[68758]: _type = "Task" [ 797.451264] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.459546] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.551191] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526faeec-998e-d9b8-ceac-5dc8a8ad053d, 'name': SearchDatastore_Task, 'duration_secs': 0.013638} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.551464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.551720] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 19444cef-85dd-450c-8392-887444afda37/19444cef-85dd-450c-8392-887444afda37.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.551976] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65e13da7-5550-4dff-bb34-6ec8f86941c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.558642] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 797.558642] env[68758]: value = "task-2942307" [ 797.558642] env[68758]: _type = "Task" [ 797.558642] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.566294] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.637593] env[68758]: DEBUG nova.scheduler.client.report [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.861789] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942304, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.965954] env[68758]: DEBUG oslo_vmware.api [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149788} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.968424] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.968945] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.968945] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.969072] env[68758]: INFO nova.compute.manager [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 797.969261] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.969494] env[68758]: DEBUG nova.compute.manager [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.969577] env[68758]: DEBUG nova.network.neutron [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.071809] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942307, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.146021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.146021] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.147579] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.531s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.148056] env[68758]: DEBUG nova.objects.instance [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lazy-loading 'resources' on Instance uuid 6456f9a5-bd93-4db8-b858-9590b1dbaf11 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.358236] env[68758]: DEBUG oslo_vmware.api [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942304, 'name': RemoveSnapshot_Task, 'duration_secs': 0.603257} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.358516] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 798.358744] env[68758]: INFO nova.compute.manager [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 798.569957] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59873} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.571304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 19444cef-85dd-450c-8392-887444afda37/19444cef-85dd-450c-8392-887444afda37.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.571530] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.572720] env[68758]: DEBUG nova.compute.manager [req-7a2143ab-6a9b-4683-987d-3820c1028b8d req-4142dab9-fff2-4653-8cac-3021a296cc45 service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Received event network-vif-deleted-68f42d60-b278-4a54-9418-eac313205a21 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 798.572939] env[68758]: INFO nova.compute.manager [req-7a2143ab-6a9b-4683-987d-3820c1028b8d req-4142dab9-fff2-4653-8cac-3021a296cc45 service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Neutron deleted interface 68f42d60-b278-4a54-9418-eac313205a21; detaching it from the instance and deleting it from the info cache [ 798.573254] env[68758]: DEBUG nova.network.neutron [req-7a2143ab-6a9b-4683-987d-3820c1028b8d req-4142dab9-fff2-4653-8cac-3021a296cc45 service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.574771] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146b0755-c2e9-4a25-8095-825a9edddd2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.581739] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 798.581739] env[68758]: value = "task-2942308" [ 798.581739] env[68758]: _type = "Task" [ 798.581739] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.590297] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942308, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.651497] env[68758]: DEBUG nova.compute.utils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.657167] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.657167] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.711683] env[68758]: DEBUG nova.policy [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a6c91ff1224d1d9240d9021be8d08b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc006ceadfb941adbc7e00b516b6f060', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.723270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.723716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.723995] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.724233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.724409] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.727682] env[68758]: INFO nova.compute.manager [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Terminating instance [ 798.874939] env[68758]: DEBUG nova.network.neutron [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.989734] env[68758]: DEBUG nova.compute.manager [None req-2bc850c4-4645-40f2-93d3-4344324387b1 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Found 2 images (rotation: 2) {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 799.078589] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-00711f6a-166a-4944-bfa1-b8724c767f77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.089796] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb6864-0345-4278-aa4c-a1b9eddf95dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.106773] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942308, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070127} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.108172] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.109031] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312e4c12-f845-4591-8340-67eb2a9ef4c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.138487] env[68758]: DEBUG nova.compute.manager [req-7a2143ab-6a9b-4683-987d-3820c1028b8d req-4142dab9-fff2-4653-8cac-3021a296cc45 service nova] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Detach interface failed, port_id=68f42d60-b278-4a54-9418-eac313205a21, reason: Instance af0dbd5f-8112-4446-b5a0-8dce64a95a8e could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 799.146096] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 19444cef-85dd-450c-8392-887444afda37/19444cef-85dd-450c-8392-887444afda37.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.151493] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e286a5d-517b-43f7-82aa-5604a11555d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.164169] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.174095] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 799.174095] env[68758]: value = "task-2942309" [ 799.174095] env[68758]: _type = "Task" [ 799.174095] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.185410] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.213207] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Successfully created port: 47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.232746] env[68758]: DEBUG nova.compute.manager [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.233324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.234211] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bd378b-0b11-4331-a5e7-78e40717b94e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.245039] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.245342] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff78bd6-ae2a-4118-8823-4cf3df300a82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.251085] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 799.251085] env[68758]: value = "task-2942310" [ 799.251085] env[68758]: _type = "Task" [ 799.251085] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.261607] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942310, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.297935] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9deef4-40ca-49d2-96ad-5c940a8f3566 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.305568] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a7da6-3d96-47cd-b699-43a0dcd6037c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.336109] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80787bed-a879-4fbc-a024-53ec08ccdce0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.344541] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e93b14-303b-4cfb-9ac5-81a63da9546b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.357720] env[68758]: DEBUG nova.compute.provider_tree [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.385302] env[68758]: INFO nova.compute.manager [-] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Took 1.42 seconds to deallocate network for instance. [ 799.684396] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942309, 'name': ReconfigVM_Task, 'duration_secs': 0.353485} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.685033] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 19444cef-85dd-450c-8392-887444afda37/19444cef-85dd-450c-8392-887444afda37.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.685332] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e073ee3-57f0-4005-a350-2c19fbc0f887 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.692818] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 799.692818] env[68758]: value = "task-2942311" [ 799.692818] env[68758]: _type = "Task" [ 799.692818] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.704405] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942311, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.763774] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942310, 'name': PowerOffVM_Task, 'duration_secs': 0.189392} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.764842] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.765215] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.765646] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7af7df0-5854-41f2-8112-d07eb29ee5f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.834457] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.834630] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.834816] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleting the datastore file [datastore2] 28b6c309-f30b-4600-b42f-c7a14c6fd9e8 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.835098] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07d25a24-2816-4053-a17d-cefa6c6edcce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.842522] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 799.842522] env[68758]: value = "task-2942313" [ 799.842522] env[68758]: _type = "Task" [ 799.842522] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.853524] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.861926] env[68758]: DEBUG nova.scheduler.client.report [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.894441] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.175492] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.206058] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942311, 'name': Rename_Task, 'duration_secs': 0.16488} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.208208] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.208433] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.208625] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.208913] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.209100] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.209249] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.209527] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.209611] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.209776] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.209936] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.210133] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.210429] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.211182] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e5e31-8b98-41ae-93ce-961eea15e9be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.213780] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2127b1b-938d-4e71-bb61-3ef931c6406b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.222163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7e90ae-8fd4-4384-9163-51cb5b774574 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.226556] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 800.226556] env[68758]: value = "task-2942314" [ 800.226556] env[68758]: _type = "Task" [ 800.226556] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.242482] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942314, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.294290] env[68758]: DEBUG nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.295158] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b213f87d-3195-415a-aad9-80da73687a19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.356017] env[68758]: DEBUG oslo_vmware.api [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155122} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.356285] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.356482] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.356847] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.356847] env[68758]: INFO nova.compute.manager [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 800.357146] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.357271] env[68758]: DEBUG nova.compute.manager [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.357364] env[68758]: DEBUG nova.network.neutron [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.368783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.221s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.370943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.373080] env[68758]: INFO nova.compute.claims [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.424900] env[68758]: INFO nova.scheduler.client.report [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Deleted allocations for instance 6456f9a5-bd93-4db8-b858-9590b1dbaf11 [ 800.739120] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.807757] env[68758]: INFO nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] instance snapshotting [ 800.807757] env[68758]: DEBUG nova.objects.instance [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.852439] env[68758]: DEBUG nova.compute.manager [req-ba678900-c2ec-4694-a2bc-edb9fdc02245 req-800a9587-d8ec-4655-9087-54041c76bba7 service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Received event network-vif-deleted-a2c0142e-6255-4929-969f-bc173b8aef2e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 800.852439] env[68758]: INFO nova.compute.manager [req-ba678900-c2ec-4694-a2bc-edb9fdc02245 req-800a9587-d8ec-4655-9087-54041c76bba7 service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Neutron deleted interface a2c0142e-6255-4929-969f-bc173b8aef2e; detaching it from the instance and deleting it from the info cache [ 800.852439] env[68758]: DEBUG nova.network.neutron [req-ba678900-c2ec-4694-a2bc-edb9fdc02245 req-800a9587-d8ec-4655-9087-54041c76bba7 service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.938791] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a849ecda-c10a-4e25-8fdc-da36be024d6e tempest-ServersAdminNegativeTestJSON-1946204355 tempest-ServersAdminNegativeTestJSON-1946204355-project-member] Lock "6456f9a5-bd93-4db8-b858-9590b1dbaf11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.857s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.975700] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Successfully updated port: 47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.238477] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942314, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.290778] env[68758]: DEBUG nova.network.neutron [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.314406] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00713855-1885-44f3-b72d-97796c799cc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.346341] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b6f3c6-4229-4da1-aa9b-5a77f16b73b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.355513] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47b2d5a8-9be4-4ef8-bafa-86c9d86d347b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.376091] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd960e89-083a-47d7-ae4d-982c1fbe1f2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.433160] env[68758]: DEBUG nova.compute.manager [req-ba678900-c2ec-4694-a2bc-edb9fdc02245 req-800a9587-d8ec-4655-9087-54041c76bba7 service nova] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Detach interface failed, port_id=a2c0142e-6255-4929-969f-bc173b8aef2e, reason: Instance 28b6c309-f30b-4600-b42f-c7a14c6fd9e8 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 801.480580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.480896] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.481153] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 801.740157] env[68758]: DEBUG oslo_vmware.api [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942314, 'name': PowerOnVM_Task, 'duration_secs': 1.15007} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.742951] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 801.743343] env[68758]: INFO nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Took 9.07 seconds to spawn the instance on the hypervisor. [ 801.743467] env[68758]: DEBUG nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 801.744906] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8aa2a-a5dd-4607-96b2-758f8a03807a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.793845] env[68758]: INFO nova.compute.manager [-] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Took 1.44 seconds to deallocate network for instance. [ 801.868246] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.870492] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-98728a46-36e3-46f2-a628-8e4be03fd32b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.880947] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 801.880947] env[68758]: value = "task-2942315" [ 801.880947] env[68758]: _type = "Task" [ 801.880947] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.900561] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.952386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a73a55-df53-4ca8-9a74-6f4924c0aa33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.961979] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ed574-911a-4ea6-9035-bbd898089de7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.004442] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7fc49-b3ba-4d28-9efa-6586072069f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.013799] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21160037-4936-4143-b3fc-b15dfc3d4f45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.029163] env[68758]: DEBUG nova.compute.provider_tree [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.065943] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.269215] env[68758]: INFO nova.compute.manager [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Took 49.89 seconds to build instance. [ 802.281664] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Updating instance_info_cache with network_info: [{"id": "47360d43-596b-4b6d-948c-088b4a131c18", "address": "fa:16:3e:88:61:8a", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47360d43-59", "ovs_interfaceid": "47360d43-596b-4b6d-948c-088b4a131c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.303398] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.391750] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.534677] env[68758]: DEBUG nova.scheduler.client.report [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.773689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ffac2d4-4a17-4f49-a8da-6911ae0be915 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.057s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.786497] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.786887] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Instance network_info: |[{"id": "47360d43-596b-4b6d-948c-088b4a131c18", "address": "fa:16:3e:88:61:8a", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47360d43-59", "ovs_interfaceid": "47360d43-596b-4b6d-948c-088b4a131c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 802.787344] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:61:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47360d43-596b-4b6d-948c-088b4a131c18', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 802.798429] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.799498] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 802.799795] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a58eeb5-6265-4f08-a8b7-8a3d953eca21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.821060] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 802.821060] env[68758]: value = "task-2942316" [ 802.821060] env[68758]: _type = "Task" [ 802.821060] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.829819] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942316, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.891753] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942315, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.918858] env[68758]: DEBUG nova.compute.manager [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Received event network-vif-plugged-47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.919145] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Acquiring lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.919406] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.919586] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.919751] env[68758]: DEBUG nova.compute.manager [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] No waiting events found dispatching network-vif-plugged-47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.919945] env[68758]: WARNING nova.compute.manager [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Received unexpected event network-vif-plugged-47360d43-596b-4b6d-948c-088b4a131c18 for instance with vm_state building and task_state spawning. [ 802.920156] env[68758]: DEBUG nova.compute.manager [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Received event network-changed-47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 802.920330] env[68758]: DEBUG nova.compute.manager [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Refreshing instance network info cache due to event network-changed-47360d43-596b-4b6d-948c-088b4a131c18. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 802.920512] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Acquiring lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.920688] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Acquired lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.920811] env[68758]: DEBUG nova.network.neutron [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Refreshing network info cache for port 47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.040141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.040625] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 803.045301] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.429s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.045301] env[68758]: DEBUG nova.objects.instance [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lazy-loading 'resources' on Instance uuid 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.275983] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.330336] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942316, 'name': CreateVM_Task, 'duration_secs': 0.380593} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.330534] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 803.331184] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.331345] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.331661] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.331906] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d0df3-0968-45eb-a7ed-5845f12db499 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.336726] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 803.336726] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dcf4d5-d973-0ae3-8c75-77786125208a" [ 803.336726] env[68758]: _type = "Task" [ 803.336726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.345068] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dcf4d5-d973-0ae3-8c75-77786125208a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.394647] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942315, 'name': CreateSnapshot_Task, 'duration_secs': 1.113764} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.394913] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.395674] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b2d33c-0beb-4a06-bd61-5dc3b85d7cd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.546413] env[68758]: DEBUG nova.compute.utils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.551262] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.551262] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.656933] env[68758]: DEBUG nova.policy [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '11a6c91ff1224d1d9240d9021be8d08b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dc006ceadfb941adbc7e00b516b6f060', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.784263] env[68758]: DEBUG nova.compute.manager [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 803.784517] env[68758]: DEBUG nova.compute.manager [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing instance network info cache due to event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 803.784857] env[68758]: DEBUG oslo_concurrency.lockutils [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] Acquiring lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.785040] env[68758]: DEBUG oslo_concurrency.lockutils [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] Acquired lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.785216] env[68758]: DEBUG nova.network.neutron [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.803200] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.852995] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dcf4d5-d973-0ae3-8c75-77786125208a, 'name': SearchDatastore_Task, 'duration_secs': 0.016215} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.853774] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.853868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 803.854128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.854269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.854451] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 803.854722] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99799f13-422b-4058-ad5e-b578e865eb07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.871970] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 803.871970] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 803.872831] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8447568-6144-4ac0-b12b-7b6e0589ce09 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.878829] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 803.878829] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522fc286-2eed-61da-82dd-d3f8d2ec4338" [ 803.878829] env[68758]: _type = "Task" [ 803.878829] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.888968] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522fc286-2eed-61da-82dd-d3f8d2ec4338, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.901613] env[68758]: DEBUG nova.network.neutron [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Updated VIF entry in instance network info cache for port 47360d43-596b-4b6d-948c-088b4a131c18. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.901613] env[68758]: DEBUG nova.network.neutron [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Updating instance_info_cache with network_info: [{"id": "47360d43-596b-4b6d-948c-088b4a131c18", "address": "fa:16:3e:88:61:8a", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47360d43-59", "ovs_interfaceid": "47360d43-596b-4b6d-948c-088b4a131c18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.912995] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 803.916669] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f666ab30-8d1e-40a0-8488-1ce914fde644 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.928013] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 803.928013] env[68758]: value = "task-2942317" [ 803.928013] env[68758]: _type = "Task" [ 803.928013] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.939828] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.059230] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.134915] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a87a32-71b1-4fca-ad8a-2682c93e5679 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.144489] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5889bd-e3aa-4f55-bb49-b9664e2d0944 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.184149] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Successfully created port: ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 804.186597] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7337f619-568d-44a7-b86f-be629afc356d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.194435] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d4f15-8414-4f33-a11e-e56574f7c448 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.211205] env[68758]: DEBUG nova.compute.provider_tree [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.390143] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522fc286-2eed-61da-82dd-d3f8d2ec4338, 'name': SearchDatastore_Task, 'duration_secs': 0.012231} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.390944] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6582aaa7-d7d3-4d75-8096-2fab4cdbb2e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.396536] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 804.396536] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd0fb1-2cb7-a698-e656-33f17701b5df" [ 804.396536] env[68758]: _type = "Task" [ 804.396536] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.405241] env[68758]: DEBUG oslo_concurrency.lockutils [req-02367457-cc7c-44f9-a61a-633c9597f536 req-b6498c9d-0190-4fcc-b911-8b2867c8f2c7 service nova] Releasing lock "refresh_cache-730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.405617] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd0fb1-2cb7-a698-e656-33f17701b5df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.438107] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.575718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "19444cef-85dd-450c-8392-887444afda37" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.576303] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.576637] env[68758]: INFO nova.compute.manager [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Rebooting instance [ 804.714920] env[68758]: DEBUG nova.scheduler.client.report [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.733231] env[68758]: DEBUG nova.network.neutron [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updated VIF entry in instance network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.734603] env[68758]: DEBUG nova.network.neutron [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.906432] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd0fb1-2cb7-a698-e656-33f17701b5df, 'name': SearchDatastore_Task, 'duration_secs': 0.021328} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.906698] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.906957] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1/730b587e-d0b3-46a8-839b-d3fdc5f4c8e1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 804.907229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d458c93e-4271-4b5f-94a2-6c1b40df72f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.913400] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 804.913400] env[68758]: value = "task-2942318" [ 804.913400] env[68758]: _type = "Task" [ 804.913400] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.921365] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.941581] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.080353] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 805.107984] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.120399] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 805.121562] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 805.121562] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.121562] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 805.121709] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.121926] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 805.122290] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 805.122495] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 805.122679] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 805.122849] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 805.123253] env[68758]: DEBUG nova.virt.hardware [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 805.123888] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4ce249-a9de-403a-886b-b13127be0ef4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.133741] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583dcf54-4746-4d98-9dc3-421615b4e94b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.222492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.178s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.226917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.986s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.228601] env[68758]: INFO nova.compute.claims [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.240318] env[68758]: DEBUG oslo_concurrency.lockutils [req-774a7445-3f63-4af4-9e37-a9ed5fac2b69 req-1cb0b50d-10f2-4546-a452-f903e1d34b99 service nova] Releasing lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.242427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquired lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.245179] env[68758]: DEBUG nova.network.neutron [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.264969] env[68758]: INFO nova.scheduler.client.report [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Deleted allocations for instance 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c [ 805.427219] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942318, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.448035] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.775379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-483b2e5e-2a23-45e8-b924-7617110010cd tempest-ServersTestManualDisk-334450638 tempest-ServersTestManualDisk-334450638-project-member] Lock "8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.019s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.927153] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60218} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.927153] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1/730b587e-d0b3-46a8-839b-d3fdc5f4c8e1.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 805.927586] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 805.927976] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c78ed6f-6d9d-4856-8b44-e2b11e60a287 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.939394] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 805.939394] env[68758]: value = "task-2942319" [ 805.939394] env[68758]: _type = "Task" [ 805.939394] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.949400] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.956223] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.068709] env[68758]: DEBUG nova.compute.manager [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Received event network-vif-plugged-ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 806.068709] env[68758]: DEBUG oslo_concurrency.lockutils [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] Acquiring lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.068907] env[68758]: DEBUG oslo_concurrency.lockutils [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.068983] env[68758]: DEBUG oslo_concurrency.lockutils [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.069366] env[68758]: DEBUG nova.compute.manager [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] No waiting events found dispatching network-vif-plugged-ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 806.069622] env[68758]: WARNING nova.compute.manager [req-443c3545-4983-4d36-b5b9-e99d605b4064 req-1ac026b3-b145-4738-af7c-76cdb3ceb6ca service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Received unexpected event network-vif-plugged-ed153785-884e-400d-a85c-abeda3d1e876 for instance with vm_state building and task_state spawning. [ 806.188635] env[68758]: DEBUG nova.network.neutron [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.262788] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Successfully updated port: ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 806.444756] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942317, 'name': CloneVM_Task, 'duration_secs': 2.399491} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.448397] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Created linked-clone VM from snapshot [ 806.449282] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637bdb42-0a8b-429d-accf-3555dbb78405 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.458725] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109676} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.465657] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 806.465657] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploading image 51223925-6776-4d21-a989-c779c7c647b5 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.468102] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45e71ca-b80e-4c10-8036-6b5f1d3beaf4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.500272] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1/730b587e-d0b3-46a8-839b-d3fdc5f4c8e1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 806.502880] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2361502-c046-4923-98fa-a69a7e7c28c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.526132] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.526132] env[68758]: value = "vm-590640" [ 806.526132] env[68758]: _type = "VirtualMachine" [ 806.526132] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.526413] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8520d8b-2e6b-4ecd-bbee-df54999d337a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.529359] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 806.529359] env[68758]: value = "task-2942320" [ 806.529359] env[68758]: _type = "Task" [ 806.529359] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.543873] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.544384] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease: (returnval){ [ 806.544384] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5299f52e-8b39-9a85-e319-35036fdba0ae" [ 806.544384] env[68758]: _type = "HttpNfcLease" [ 806.544384] env[68758]: } obtained for exporting VM: (result){ [ 806.544384] env[68758]: value = "vm-590640" [ 806.544384] env[68758]: _type = "VirtualMachine" [ 806.544384] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.544613] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the lease: (returnval){ [ 806.544613] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5299f52e-8b39-9a85-e319-35036fdba0ae" [ 806.544613] env[68758]: _type = "HttpNfcLease" [ 806.544613] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.552478] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.552478] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5299f52e-8b39-9a85-e319-35036fdba0ae" [ 806.552478] env[68758]: _type = "HttpNfcLease" [ 806.552478] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 806.693835] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Releasing lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.768533] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.768731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.768940] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.852414] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf29b6d-46fb-4795-b12a-86dd05feea00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.860133] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570ef65-04ca-4c50-a185-c712647e4c7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.895094] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644e88d-dd8a-4b4e-9c5c-29e82fae1141 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.903386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea755434-008c-4a0c-83be-6de43b1e3bb1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.923427] env[68758]: DEBUG nova.compute.provider_tree [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.039675] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942320, 'name': ReconfigVM_Task, 'duration_secs': 0.357316} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.039956] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1/730b587e-d0b3-46a8-839b-d3fdc5f4c8e1.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.040636] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce9d005-7dd6-41b2-9571-5c3b1ef0f448 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.050196] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 807.050196] env[68758]: value = "task-2942322" [ 807.050196] env[68758]: _type = "Task" [ 807.050196] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.055411] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 807.055411] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5299f52e-8b39-9a85-e319-35036fdba0ae" [ 807.055411] env[68758]: _type = "HttpNfcLease" [ 807.055411] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 807.056816] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 807.056816] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5299f52e-8b39-9a85-e319-35036fdba0ae" [ 807.056816] env[68758]: _type = "HttpNfcLease" [ 807.056816] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 807.056816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7562690b-3417-4211-917d-d1dcd0f92574 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.061912] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942322, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.068664] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 807.068866] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 807.199768] env[68758]: DEBUG nova.compute.manager [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.199768] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84cc872-0a2a-465c-9c68-73eab4d5033c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.251820] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-46a79d44-09b0-4111-b408-ec7c349b77b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.309375] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.426851] env[68758]: DEBUG nova.scheduler.client.report [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.502299] env[68758]: DEBUG nova.network.neutron [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Updating instance_info_cache with network_info: [{"id": "ed153785-884e-400d-a85c-abeda3d1e876", "address": "fa:16:3e:bf:19:de", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped153785-88", "ovs_interfaceid": "ed153785-884e-400d-a85c-abeda3d1e876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.566751] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942322, 'name': Rename_Task, 'duration_secs': 0.187699} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.567102] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.567488] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a218ff99-bbc7-4eb3-868a-6a5f327f7dca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.574759] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 807.574759] env[68758]: value = "task-2942323" [ 807.574759] env[68758]: _type = "Task" [ 807.574759] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.587236] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.938728] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.712s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.939336] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.944340] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.380s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.944340] env[68758]: DEBUG nova.objects.instance [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 808.005024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.005570] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Instance network_info: |[{"id": "ed153785-884e-400d-a85c-abeda3d1e876", "address": "fa:16:3e:bf:19:de", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped153785-88", "ovs_interfaceid": "ed153785-884e-400d-a85c-abeda3d1e876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.006496] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:19:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed153785-884e-400d-a85c-abeda3d1e876', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.015843] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.015843] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.015843] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ecdb58a-d429-424d-86a0-8effb4c4dffb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.039101] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.039101] env[68758]: value = "task-2942324" [ 808.039101] env[68758]: _type = "Task" [ 808.039101] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.049396] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942324, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.087542] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942323, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.218084] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bbbf6c-2507-4a33-8afd-c60d4df7a9fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.228504] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Doing hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 808.228504] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-6f5bccba-9eb2-4966-88f3-ba47f466cd89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.233259] env[68758]: DEBUG oslo_vmware.api [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 808.233259] env[68758]: value = "task-2942325" [ 808.233259] env[68758]: _type = "Task" [ 808.233259] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.242607] env[68758]: DEBUG oslo_vmware.api [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942325, 'name': ResetVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.449264] env[68758]: DEBUG nova.compute.utils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.452779] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.452897] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.511038] env[68758]: DEBUG nova.compute.manager [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Received event network-changed-ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 808.514506] env[68758]: DEBUG nova.compute.manager [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Refreshing instance network info cache due to event network-changed-ed153785-884e-400d-a85c-abeda3d1e876. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 808.514506] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] Acquiring lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.514506] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] Acquired lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.514506] env[68758]: DEBUG nova.network.neutron [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Refreshing network info cache for port ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.551196] env[68758]: DEBUG nova.policy [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1eba35900934f54954f5f840d252116', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3b7684dc53e3422dbc7e1e00ffeb5889', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 808.558613] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942324, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.588123] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942323, 'name': PowerOnVM_Task, 'duration_secs': 0.646584} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.588427] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.588769] env[68758]: INFO nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Took 8.41 seconds to spawn the instance on the hypervisor. [ 808.589188] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.590048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb726d0-7b2d-4a6e-909a-576b2c0c2ef6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.747534] env[68758]: DEBUG oslo_vmware.api [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942325, 'name': ResetVM_Task, 'duration_secs': 0.115667} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.747957] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Did hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 808.748773] env[68758]: DEBUG nova.compute.manager [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.750272] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c1d38f-1ebb-4b21-965b-aee77b6f9a61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.953871] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.970889] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1dfe035f-5aad-4bb0-9092-557fe61ecddb tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.025s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.977236] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.834s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.977236] env[68758]: INFO nova.compute.claims [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.015022] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Successfully created port: c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.054181] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942324, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.114032] env[68758]: INFO nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Took 46.60 seconds to build instance. [ 809.268275] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3710c9b3-af93-4f95-9a99-3c3f184bad75 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.692s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.551574] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942324, 'name': CreateVM_Task, 'duration_secs': 1.43487} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.555748] env[68758]: DEBUG nova.network.neutron [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Updated VIF entry in instance network info cache for port ed153785-884e-400d-a85c-abeda3d1e876. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.555748] env[68758]: DEBUG nova.network.neutron [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Updating instance_info_cache with network_info: [{"id": "ed153785-884e-400d-a85c-abeda3d1e876", "address": "fa:16:3e:bf:19:de", "network": {"id": "6849ab73-f779-4deb-b6c5-e18fd62bf296", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1028516837-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dc006ceadfb941adbc7e00b516b6f060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped153785-88", "ovs_interfaceid": "ed153785-884e-400d-a85c-abeda3d1e876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.555975] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.556952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.557182] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.557559] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.558041] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9765dec3-7d29-4635-889a-d210402c0f59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.564037] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 809.564037] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eba024-1d5d-eee3-60d1-063c333c041d" [ 809.564037] env[68758]: _type = "Task" [ 809.564037] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.574814] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eba024-1d5d-eee3-60d1-063c333c041d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.617038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.414s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.966738] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.002633] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.003544] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.010104] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.011933] env[68758]: DEBUG nova.virt.hardware [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.012803] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc82de-0c7d-4cbd-91fb-9b22ad48e6c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.028976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9733023b-239b-44b4-b63a-9785a2224df0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.057790] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ff2264f-628d-4065-849d-cc52316b9e0f req-d201d8d3-17a9-405e-9bb6-b3f9a7b8bb42 service nova] Releasing lock "refresh_cache-92fad318-9df0-4516-b6ae-1de0875bb10e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.077172] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eba024-1d5d-eee3-60d1-063c333c041d, 'name': SearchDatastore_Task, 'duration_secs': 0.014647} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.077658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.077795] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.078053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.078515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.078515] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.078681] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ed899db-37ee-4d9e-b55e-9d3f44b8a66c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.087252] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.087369] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.089864] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ee524bc-ccb0-4f6c-a136-40c91d286432 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.099366] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 810.099366] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eb92f4-716c-b86a-7c35-5c676c737b23" [ 810.099366] env[68758]: _type = "Task" [ 810.099366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.111138] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eb92f4-716c-b86a-7c35-5c676c737b23, 'name': SearchDatastore_Task, 'duration_secs': 0.010904} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.115514] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a1dc8b-b7ef-4852-b213-4ff3d1068bc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.124972] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.124972] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 810.124972] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528734e6-2142-67d2-93f9-19a3bb726fac" [ 810.124972] env[68758]: _type = "Task" [ 810.124972] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.145802] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528734e6-2142-67d2-93f9-19a3bb726fac, 'name': SearchDatastore_Task, 'duration_secs': 0.012079} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.146231] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.147021] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 92fad318-9df0-4516-b6ae-1de0875bb10e/92fad318-9df0-4516-b6ae-1de0875bb10e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.147021] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8655f695-e292-4a34-864e-77aa3196e210 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.155996] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 810.155996] env[68758]: value = "task-2942326" [ 810.155996] env[68758]: _type = "Task" [ 810.155996] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.169227] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.518905] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.519164] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.519211] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.519363] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.519499] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.520174] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.520174] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 810.520174] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 810.569794] env[68758]: DEBUG nova.compute.manager [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 810.570116] env[68758]: DEBUG nova.compute.manager [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing instance network info cache due to event network-changed-c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 810.572068] env[68758]: DEBUG oslo_concurrency.lockutils [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] Acquiring lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.572068] env[68758]: DEBUG oslo_concurrency.lockutils [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] Acquired lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.572068] env[68758]: DEBUG nova.network.neutron [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Refreshing network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.598055] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.598334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.607335] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73043e1d-b7d6-4c57-8d59-07224cf216fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.615645] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c0c92b-4e59-4453-9107-64db2e0c9ea5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.649782] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11de827-8310-49a9-b8e7-478b24cdb008 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.666082] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9200da66-9534-4b44-929d-d4b00c75e2c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.671704] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.675392] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942326, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.690082] env[68758]: DEBUG nova.compute.provider_tree [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.024132] env[68758]: DEBUG nova.compute.manager [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Received event network-vif-plugged-c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 811.024132] env[68758]: DEBUG oslo_concurrency.lockutils [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] Acquiring lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.024132] env[68758]: DEBUG oslo_concurrency.lockutils [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] Lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.024132] env[68758]: DEBUG oslo_concurrency.lockutils [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] Lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.024132] env[68758]: DEBUG nova.compute.manager [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] No waiting events found dispatching network-vif-plugged-c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.026129] env[68758]: WARNING nova.compute.manager [req-9740d571-9436-4484-902e-e2c845c09762 req-0511884a-ba50-42ff-89c7-2e2c98e1659a service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Received unexpected event network-vif-plugged-c369c049-3899-48a8-ba6d-45371956784b for instance with vm_state building and task_state spawning. [ 811.028567] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.032216] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Successfully updated port: c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.167262] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696788} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.169892] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 92fad318-9df0-4516-b6ae-1de0875bb10e/92fad318-9df0-4516-b6ae-1de0875bb10e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.170158] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.170519] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c2340ad-68d6-4642-ad45-67b2ae3d5c30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.177933] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 811.177933] env[68758]: value = "task-2942327" [ 811.177933] env[68758]: _type = "Task" [ 811.177933] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.195823] env[68758]: DEBUG nova.scheduler.client.report [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.200422] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.312719] env[68758]: DEBUG nova.network.neutron [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updated VIF entry in instance network info cache for port c1b3895f-a44c-4b13-8e68-f20ff7562270. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.313104] env[68758]: DEBUG nova.network.neutron [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [{"id": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "address": "fa:16:3e:58:cf:5d", "network": {"id": "95d40207-6cf1-49b2-b018-bb1190fe60bb", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1488898902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b1099f8c97b4c148f641728f9f19dfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5c60ce-845e-4506-bc10-348461fece6d", "external-id": "nsx-vlan-transportzone-831", "segmentation_id": 831, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b3895f-a4", "ovs_interfaceid": "c1b3895f-a44c-4b13-8e68-f20ff7562270", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.494061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "19444cef-85dd-450c-8392-887444afda37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.494061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.494061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "19444cef-85dd-450c-8392-887444afda37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.494061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.494061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.496368] env[68758]: INFO nova.compute.manager [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Terminating instance [ 811.535473] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.535888] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquired lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.535888] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.694590] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101163} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.694590] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 811.695634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e400a2ca-1d82-495d-8553-271dfa6ed2c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.721547] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.725559] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.741713] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 92fad318-9df0-4516-b6ae-1de0875bb10e/92fad318-9df0-4516-b6ae-1de0875bb10e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.742426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.115s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.742637] env[68758]: DEBUG nova.objects.instance [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 811.745369] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41283f6c-81aa-4c69-8f5b-15025272401a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.777962] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 811.777962] env[68758]: value = "task-2942328" [ 811.777962] env[68758]: _type = "Task" [ 811.777962] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.789840] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.816464] env[68758]: DEBUG oslo_concurrency.lockutils [req-ad2417f8-775a-40f8-b90b-6550572441ff req-46c28b53-cf22-4319-8f71-7909a1975c0b service nova] Releasing lock "refresh_cache-19444cef-85dd-450c-8392-887444afda37" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.005331] env[68758]: DEBUG nova.compute.manager [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.005331] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.006244] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3162eed6-5dce-4dd1-94c2-0b1dbec4d583 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.016347] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.016612] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-945335d2-ebe4-4f17-8357-bb75fbb22186 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.023290] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 812.023290] env[68758]: value = "task-2942329" [ 812.023290] env[68758]: _type = "Task" [ 812.023290] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.035117] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.098240] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.244992] env[68758]: DEBUG nova.compute.utils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.248729] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.248729] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.292025] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.294267] env[68758]: DEBUG nova.policy [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e68cc5372c844974997e03f25f8804ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a56401bca513491296886254188d1adb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.331625] env[68758]: DEBUG nova.network.neutron [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Updating instance_info_cache with network_info: [{"id": "c369c049-3899-48a8-ba6d-45371956784b", "address": "fa:16:3e:77:a3:71", "network": {"id": "1dc330e8-deb7-4439-beea-0efc5b87d50f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-947188022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b7684dc53e3422dbc7e1e00ffeb5889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc369c049-38", "ovs_interfaceid": "c369c049-3899-48a8-ba6d-45371956784b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.537514] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942329, 'name': PowerOffVM_Task, 'duration_secs': 0.29004} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.537804] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 812.537946] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 812.539470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-29d06381-e440-41f3-8e48-5ae08162a6f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.605643] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Successfully created port: 9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.613169] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 812.613386] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 812.613564] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleting the datastore file [datastore1] 19444cef-85dd-450c-8392-887444afda37 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 812.613822] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd72c8e-86ad-4a04-bd2a-f29295904c8a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.626249] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 812.626249] env[68758]: value = "task-2942331" [ 812.626249] env[68758]: _type = "Task" [ 812.626249] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.634305] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942331, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.750231] env[68758]: DEBUG nova.compute.utils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.785298] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac135bae-55e5-401e-88ce-0415dde45d89 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.043s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.787127] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.632s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.789379] env[68758]: INFO nova.compute.claims [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.800531] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942328, 'name': ReconfigVM_Task, 'duration_secs': 0.664967} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.800979] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 92fad318-9df0-4516-b6ae-1de0875bb10e/92fad318-9df0-4516-b6ae-1de0875bb10e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.801587] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da596fef-95c7-4bb2-af53-725307edcdd1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.812522] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 812.812522] env[68758]: value = "task-2942332" [ 812.812522] env[68758]: _type = "Task" [ 812.812522] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.825252] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942332, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.840638] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Releasing lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.841016] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Instance network_info: |[{"id": "c369c049-3899-48a8-ba6d-45371956784b", "address": "fa:16:3e:77:a3:71", "network": {"id": "1dc330e8-deb7-4439-beea-0efc5b87d50f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-947188022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b7684dc53e3422dbc7e1e00ffeb5889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc369c049-38", "ovs_interfaceid": "c369c049-3899-48a8-ba6d-45371956784b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 812.841852] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:a3:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c369c049-3899-48a8-ba6d-45371956784b', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 812.850769] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Creating folder: Project (3b7684dc53e3422dbc7e1e00ffeb5889). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.851494] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32adbd05-6993-4ce3-8837-973dd66eee3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.863502] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Created folder: Project (3b7684dc53e3422dbc7e1e00ffeb5889) in parent group-v590497. [ 812.863848] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Creating folder: Instances. Parent ref: group-v590642. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 812.864741] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b196e193-1868-49c9-b1cb-6bcb3f32f1a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.874677] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Created folder: Instances in parent group-v590642. [ 812.875034] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.875357] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 812.875531] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64f6da7d-d981-411b-9435-ab70fcc0abba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.900025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.900025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.902503] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 812.902503] env[68758]: value = "task-2942335" [ 812.902503] env[68758]: _type = "Task" [ 812.902503] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.913214] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942335, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.062147] env[68758]: DEBUG nova.compute.manager [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Received event network-changed-c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 813.062365] env[68758]: DEBUG nova.compute.manager [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Refreshing instance network info cache due to event network-changed-c369c049-3899-48a8-ba6d-45371956784b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 813.062581] env[68758]: DEBUG oslo_concurrency.lockutils [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] Acquiring lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.062723] env[68758]: DEBUG oslo_concurrency.lockutils [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] Acquired lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.062882] env[68758]: DEBUG nova.network.neutron [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Refreshing network info cache for port c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.136304] env[68758]: DEBUG oslo_vmware.api [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942331, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250411} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.136579] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.136943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.137249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.137502] env[68758]: INFO nova.compute.manager [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: 19444cef-85dd-450c-8392-887444afda37] Took 1.13 seconds to destroy the instance on the hypervisor. [ 813.137807] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.138091] env[68758]: DEBUG nova.compute.manager [-] [instance: 19444cef-85dd-450c-8392-887444afda37] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.138218] env[68758]: DEBUG nova.network.neutron [-] [instance: 19444cef-85dd-450c-8392-887444afda37] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.254536] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.322584] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942332, 'name': Rename_Task, 'duration_secs': 0.183959} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.322870] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.323143] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50918d3b-4bbd-44e8-82f9-e9f08a3d20d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.329155] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 813.329155] env[68758]: value = "task-2942336" [ 813.329155] env[68758]: _type = "Task" [ 813.329155] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.337401] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.415756] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942335, 'name': CreateVM_Task, 'duration_secs': 0.406558} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.415756] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 813.416309] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.416468] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.416835] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.417119] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3473e04-50a2-49d5-99f7-06d54d55cbd7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.422517] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 813.422517] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4f949-2ed0-cae6-56d7-abd9d5741ea2" [ 813.422517] env[68758]: _type = "Task" [ 813.422517] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.431740] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4f949-2ed0-cae6-56d7-abd9d5741ea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.775022] env[68758]: DEBUG nova.network.neutron [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Updated VIF entry in instance network info cache for port c369c049-3899-48a8-ba6d-45371956784b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.775022] env[68758]: DEBUG nova.network.neutron [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Updating instance_info_cache with network_info: [{"id": "c369c049-3899-48a8-ba6d-45371956784b", "address": "fa:16:3e:77:a3:71", "network": {"id": "1dc330e8-deb7-4439-beea-0efc5b87d50f", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-947188022-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3b7684dc53e3422dbc7e1e00ffeb5889", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc369c049-38", "ovs_interfaceid": "c369c049-3899-48a8-ba6d-45371956784b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.841846] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.910774] env[68758]: DEBUG nova.network.neutron [-] [instance: 19444cef-85dd-450c-8392-887444afda37] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.937426] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c4f949-2ed0-cae6-56d7-abd9d5741ea2, 'name': SearchDatastore_Task, 'duration_secs': 0.014716} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.938583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.938583] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 813.938583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.938583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.938583] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 813.938975] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-850e004e-cc44-42c0-96e7-447904c39019 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.948040] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 813.948179] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 813.948932] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90be3136-8b22-4da5-a26b-7f20d4063ed0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.957357] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 813.957357] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e4b7e-db8c-4cf0-3add-c0e66eac7d53" [ 813.957357] env[68758]: _type = "Task" [ 813.957357] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.967775] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e4b7e-db8c-4cf0-3add-c0e66eac7d53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.152949] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Successfully updated port: 9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 814.265549] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.274126] env[68758]: DEBUG oslo_concurrency.lockutils [req-dbbf30ee-fabc-4a41-b5ed-a8470bac7589 req-fc12aad7-0bda-4604-a8f1-9a77f62dd31b service nova] Releasing lock "refresh_cache-04831673-9e73-4fc6-9c13-b60a7302b238" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.282153] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dacb8c1e-2336-43b6-9fc3-1b53c81f2078 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.289875] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1439de11-f447-49e6-afdc-85938cb65b89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.319812] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ad7a9c-4f80-4fdd-80e0-57ab351e3003 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.327573] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82f14b8-0a79-407a-af24-e19d564a02ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.339709] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.347381] env[68758]: DEBUG nova.compute.provider_tree [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.414013] env[68758]: INFO nova.compute.manager [-] [instance: 19444cef-85dd-450c-8392-887444afda37] Took 1.28 seconds to deallocate network for instance. [ 814.470994] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e4b7e-db8c-4cf0-3add-c0e66eac7d53, 'name': SearchDatastore_Task, 'duration_secs': 0.013307} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.472198] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942ff37e-778e-4c20-8ac3-f11f17ce6d5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.477955] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 814.477955] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b2a4ba-b8f4-4713-c62e-4b3cb14c558c" [ 814.477955] env[68758]: _type = "Task" [ 814.477955] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.489231] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b2a4ba-b8f4-4713-c62e-4b3cb14c558c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.657908] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.657908] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.657908] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.824049] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:02:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='973110149',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1129404968',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.824398] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.824508] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.824633] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.824779] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.824928] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.825151] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.825310] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.825473] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.825653] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.825881] env[68758]: DEBUG nova.virt.hardware [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.826779] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e395f0cc-16fa-4e7b-adc1-5a619791a8b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.837689] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1997cd19-012c-4f00-8049-1455399c5032 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.852384] env[68758]: DEBUG nova.scheduler.client.report [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.858367] env[68758]: DEBUG oslo_vmware.api [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942336, 'name': PowerOnVM_Task, 'duration_secs': 1.24269} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.858863] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.859073] env[68758]: INFO nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Took 9.78 seconds to spawn the instance on the hypervisor. [ 814.859252] env[68758]: DEBUG nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.860024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fddede-42f3-4d0c-8e89-6fe61b4d21f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.920922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.989712] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b2a4ba-b8f4-4713-c62e-4b3cb14c558c, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.990277] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.990321] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 04831673-9e73-4fc6-9c13-b60a7302b238/04831673-9e73-4fc6-9c13-b60a7302b238.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 814.990594] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ce66cf6-d6be-41aa-88b4-3ec9818cd257 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.998306] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 814.998306] env[68758]: value = "task-2942337" [ 814.998306] env[68758]: _type = "Task" [ 814.998306] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.007238] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.091694] env[68758]: DEBUG nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 19444cef-85dd-450c-8392-887444afda37] Received event network-vif-deleted-c1b3895f-a44c-4b13-8e68-f20ff7562270 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.091837] env[68758]: DEBUG nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Received event network-vif-plugged-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.091907] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Acquiring lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.092124] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.092289] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.092450] env[68758]: DEBUG nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] No waiting events found dispatching network-vif-plugged-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.092610] env[68758]: WARNING nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Received unexpected event network-vif-plugged-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 for instance with vm_state building and task_state spawning. [ 815.093243] env[68758]: DEBUG nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Received event network-changed-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 815.093337] env[68758]: DEBUG nova.compute.manager [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Refreshing instance network info cache due to event network-changed-9b2d8523-3c01-42e2-bab4-ab3704efc5b9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 815.093510] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Acquiring lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.190851] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.334522] env[68758]: DEBUG nova.network.neutron [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updating instance_info_cache with network_info: [{"id": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "address": "fa:16:3e:f1:c7:2a", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2d8523-3c", "ovs_interfaceid": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.360360] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.360891] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.363503] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.772s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.363738] env[68758]: DEBUG nova.objects.instance [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lazy-loading 'resources' on Instance uuid 230b37f8-fd06-49ea-afab-e563e287307a {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 815.376849] env[68758]: INFO nova.compute.manager [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Took 48.03 seconds to build instance. [ 815.508613] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.837907] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838441] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Instance network_info: |[{"id": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "address": "fa:16:3e:f1:c7:2a", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2d8523-3c", "ovs_interfaceid": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.838906] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Acquired lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.839053] env[68758]: DEBUG nova.network.neutron [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Refreshing network info cache for port 9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.840352] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:c7:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ada35c98-01a9-4352-98e4-1d20ba31f928', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9b2d8523-3c01-42e2-bab4-ab3704efc5b9', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.848804] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.855063] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.855063] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcf0b28c-3de8-4cc7-9eb8-a6d93e32cdaa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.872760] env[68758]: DEBUG nova.compute.utils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.877347] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 815.877694] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 815.880748] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7e139830-fd47-44e6-9f1c-1c3c8a7dea6b tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.652s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.887120] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.887120] env[68758]: value = "task-2942338" [ 815.887120] env[68758]: _type = "Task" [ 815.887120] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.898292] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942338, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.947618] env[68758]: DEBUG nova.policy [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1cdba7d1281440aabc1eaa0893983987', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '274e01382e6b4320a19c507f5e678016', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.008259] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.971074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.010844] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 04831673-9e73-4fc6-9c13-b60a7302b238/04831673-9e73-4fc6-9c13-b60a7302b238.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.011084] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.012267] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4020d651-c515-4aa4-a861-edc833e18dfd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.018092] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 816.018092] env[68758]: value = "task-2942339" [ 816.018092] env[68758]: _type = "Task" [ 816.018092] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.026254] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.246860] env[68758]: DEBUG nova.network.neutron [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updated VIF entry in instance network info cache for port 9b2d8523-3c01-42e2-bab4-ab3704efc5b9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.247239] env[68758]: DEBUG nova.network.neutron [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updating instance_info_cache with network_info: [{"id": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "address": "fa:16:3e:f1:c7:2a", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2d8523-3c", "ovs_interfaceid": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.377887] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.384521] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.399900] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942338, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.410553] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Successfully created port: 0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 816.468450] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96a83a-059e-4259-9c50-fd4e86123d6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.477988] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3061c1-156b-4886-bf62-e9c845284a03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.514809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb3b3bd-3db4-46e0-9ca8-af93810e9a3a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.525567] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c80cfe-9200-4ee8-80dd-14f28986b5ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.532885] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078743} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.533039] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 816.534024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb3c08-2e0b-4159-871b-a056c7c55b43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.545091] env[68758]: DEBUG nova.compute.provider_tree [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.566484] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 04831673-9e73-4fc6-9c13-b60a7302b238/04831673-9e73-4fc6-9c13-b60a7302b238.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 816.567564] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0e4ee41-e429-490c-b019-2fcfbde38f0c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.589028] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 816.589028] env[68758]: value = "task-2942340" [ 816.589028] env[68758]: _type = "Task" [ 816.589028] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.598573] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.750328] env[68758]: DEBUG oslo_concurrency.lockutils [req-8c4086be-7777-4116-8bce-ff49907e29d6 req-0c77f626-5a66-4b1b-b5e9-fa41cc1cf467 service nova] Releasing lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844680] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.844942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.845168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.845357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.845522] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.847826] env[68758]: INFO nova.compute.manager [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Terminating instance [ 816.907588] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942338, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.912486] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.946701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "92fad318-9df0-4516-b6ae-1de0875bb10e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.946701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.946999] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.947297] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.947505] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.951891] env[68758]: INFO nova.compute.manager [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Terminating instance [ 817.050280] env[68758]: DEBUG nova.scheduler.client.report [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.100968] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.293429] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 817.294452] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe09e60-4018-4de5-8618-8c0755a9add7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.301065] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 817.301238] env[68758]: ERROR oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk due to incomplete transfer. [ 817.301464] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-082f7284-f1b7-4d05-a1c7-5635409dda1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.309051] env[68758]: DEBUG oslo_vmware.rw_handles [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bb00fd-7b53-bc00-0a1f-7a9590c6e12b/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 817.309281] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Uploaded image 51223925-6776-4d21-a989-c779c7c647b5 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 817.311451] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 817.311710] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d2b1e861-c31c-480b-b9e9-dab56aa1e213 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.318826] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 817.318826] env[68758]: value = "task-2942341" [ 817.318826] env[68758]: _type = "Task" [ 817.318826] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.326530] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942341, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.352966] env[68758]: DEBUG nova.compute.manager [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.353298] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.354240] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed237840-2ff0-4ae4-853c-5481e6ecfd58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.362062] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.362407] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb57383-3d0a-4ab6-a330-416fe0580b89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.369453] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 817.369453] env[68758]: value = "task-2942342" [ 817.369453] env[68758]: _type = "Task" [ 817.369453] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.377546] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942342, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.405413] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.407459] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942338, 'name': CreateVM_Task, 'duration_secs': 1.229577} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.407903] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.408635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.408774] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.409038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.409298] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54b3089a-f853-4803-8674-29ec2336d8e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.414457] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 817.414457] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5288c2de-5008-0024-42f1-693a5f6ef557" [ 817.414457] env[68758]: _type = "Task" [ 817.414457] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.424124] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5288c2de-5008-0024-42f1-693a5f6ef557, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.427534] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.427871] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.428049] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.428316] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.428405] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.428523] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.428736] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.428915] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.429369] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.429566] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.429745] env[68758]: DEBUG nova.virt.hardware [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.430755] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b59f23-2103-4a95-881f-99b5ef075615 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.438328] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b46b118-8912-4450-b652-7356a1f9c857 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.456329] env[68758]: DEBUG nova.compute.manager [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.457078] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.458701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8452c6f-cf76-462c-ad47-e0564ef2182c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.465416] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.465416] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86626d36-2751-4c61-b77d-40358548f3ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.471939] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 817.471939] env[68758]: value = "task-2942343" [ 817.471939] env[68758]: _type = "Task" [ 817.471939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.480575] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942343, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.557026] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.193s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.560254] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.314s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.561805] env[68758]: INFO nova.compute.claims [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.588458] env[68758]: INFO nova.scheduler.client.report [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Deleted allocations for instance 230b37f8-fd06-49ea-afab-e563e287307a [ 817.602349] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942340, 'name': ReconfigVM_Task, 'duration_secs': 0.590389} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.603856] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 04831673-9e73-4fc6-9c13-b60a7302b238/04831673-9e73-4fc6-9c13-b60a7302b238.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 817.603856] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8cb08635-91ba-4a1f-9c95-5ffa28fe5773 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.611701] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 817.611701] env[68758]: value = "task-2942344" [ 817.611701] env[68758]: _type = "Task" [ 817.611701] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.620784] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942344, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.826741] env[68758]: DEBUG nova.compute.manager [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Received event network-vif-plugged-0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 817.826741] env[68758]: DEBUG oslo_concurrency.lockutils [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] Acquiring lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.826741] env[68758]: DEBUG oslo_concurrency.lockutils [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.826741] env[68758]: DEBUG oslo_concurrency.lockutils [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.826741] env[68758]: DEBUG nova.compute.manager [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] No waiting events found dispatching network-vif-plugged-0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.826946] env[68758]: WARNING nova.compute.manager [req-99e97c04-81a4-4bd6-a415-f2eb761ab52f req-b0c28c3a-3ed9-49fb-9693-513b295889b2 service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Received unexpected event network-vif-plugged-0b660ba0-cd7d-4526-9e1b-e7babb6328b0 for instance with vm_state building and task_state spawning. [ 817.833021] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942341, 'name': Destroy_Task, 'duration_secs': 0.498803} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.833021] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroyed the VM [ 817.833021] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 817.833021] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-44b1d1cc-4642-4fea-b5f7-8255e2d44af7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.838746] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 817.838746] env[68758]: value = "task-2942345" [ 817.838746] env[68758]: _type = "Task" [ 817.838746] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.848320] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942345, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.879941] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942342, 'name': PowerOffVM_Task, 'duration_secs': 0.303641} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.880276] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.880449] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.880913] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad7389b5-089b-4164-a911-d2a6e6af928e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.916195] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Successfully updated port: 0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.927787] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5288c2de-5008-0024-42f1-693a5f6ef557, 'name': SearchDatastore_Task, 'duration_secs': 0.023211} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.928862] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.929112] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.929350] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.929498] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.930174] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.930567] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10801681-e0ee-4491-9b37-44471ec1183a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.939554] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.939696] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.940491] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb89e1b4-14b6-46d2-b6a5-278ee650ca87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.947183] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 817.947183] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52180174-bd15-c2d2-5ec6-e714d345d6d5" [ 817.947183] env[68758]: _type = "Task" [ 817.947183] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.953078] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.953342] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.953562] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleting the datastore file [datastore2] 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.957860] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91ebc0a7-5397-4bfc-9157-13dac9956e15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.960093] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52180174-bd15-c2d2-5ec6-e714d345d6d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.966069] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 817.966069] env[68758]: value = "task-2942347" [ 817.966069] env[68758]: _type = "Task" [ 817.966069] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.974184] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942347, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.982047] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942343, 'name': PowerOffVM_Task, 'duration_secs': 0.222642} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.982317] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.982981] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.982981] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c8a7297-8f26-43f6-8abd-15ffc7c6b854 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.052513] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 818.052747] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 818.052934] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleting the datastore file [datastore2] 92fad318-9df0-4516-b6ae-1de0875bb10e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 818.053399] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8e08b6-8e66-404f-99aa-30c1db5e2997 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.060459] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for the task: (returnval){ [ 818.060459] env[68758]: value = "task-2942349" [ 818.060459] env[68758]: _type = "Task" [ 818.060459] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.071331] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.099741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b529b5b-5fa6-4235-a28c-88d5c7cced19 tempest-ServersTestJSON-1986608283 tempest-ServersTestJSON-1986608283-project-member] Lock "230b37f8-fd06-49ea-afab-e563e287307a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.480s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.121668] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942344, 'name': Rename_Task, 'duration_secs': 0.370956} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.122051] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.122184] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60098041-2046-4da4-886d-ffc165d72245 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.128552] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 818.128552] env[68758]: value = "task-2942350" [ 818.128552] env[68758]: _type = "Task" [ 818.128552] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.137033] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942350, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.349535] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942345, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.424503] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.424503] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquired lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.424799] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.459325] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52180174-bd15-c2d2-5ec6-e714d345d6d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.460206] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90bf7527-a167-46dc-8c8c-293a14c6ac38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.466075] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 818.466075] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52355d7a-b2d5-94a3-7f25-367028969b4a" [ 818.466075] env[68758]: _type = "Task" [ 818.466075] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.480853] env[68758]: DEBUG oslo_vmware.api [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942347, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210257} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.483881] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.484094] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.484274] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.484448] env[68758]: INFO nova.compute.manager [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.484690] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.484888] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52355d7a-b2d5-94a3-7f25-367028969b4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.485129] env[68758]: DEBUG nova.compute.manager [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.485200] env[68758]: DEBUG nova.network.neutron [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.570985] env[68758]: DEBUG oslo_vmware.api [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Task: {'id': task-2942349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20466} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.572611] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.572811] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.572990] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.573195] env[68758]: INFO nova.compute.manager [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 818.573432] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.576315] env[68758]: DEBUG nova.compute.manager [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.576419] env[68758]: DEBUG nova.network.neutron [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.642753] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.849950] env[68758]: DEBUG oslo_vmware.api [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942345, 'name': RemoveSnapshot_Task, 'duration_secs': 0.641438} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.849950] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 818.849950] env[68758]: INFO nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 17.54 seconds to snapshot the instance on the hypervisor. [ 818.982284] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52355d7a-b2d5-94a3-7f25-367028969b4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014981} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.982559] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.982815] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/6aa68e5a-c423-4ab1-b131-8c605ad27b3e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.983131] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848af690-4b45-4c83-b0aa-7adaab7a337f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.993090] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 818.993090] env[68758]: value = "task-2942351" [ 818.993090] env[68758]: _type = "Task" [ 818.993090] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.997056] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.008261] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.082417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a87766-8957-4113-97c6-4fe7f9bef851 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.090092] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c004a9ed-8f58-4d96-ba02-2ffd8680ef4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.124441] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96467f4c-599d-487a-86dd-942de947a385 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.137210] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba09802d-ce5d-4902-8fdc-8bf0c624522e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.145399] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942350, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.153872] env[68758]: DEBUG nova.compute.provider_tree [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.387130] env[68758]: DEBUG nova.network.neutron [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Updating instance_info_cache with network_info: [{"id": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "address": "fa:16:3e:ac:0c:52", "network": {"id": "62e1cf26-7e46-4c83-becb-51ca21fb8115", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1844661991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274e01382e6b4320a19c507f5e678016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b660ba0-cd", "ovs_interfaceid": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.413549] env[68758]: DEBUG nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Found 3 images (rotation: 2) {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 819.413772] env[68758]: DEBUG nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Rotating out 1 backups {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 819.414149] env[68758]: DEBUG nova.compute.manager [None req-d784f53f-256d-432c-893d-f7105400f335 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleting image fa6d3b9f-f3ee-42b9-9eef-a3eb0d55eaae {{(pid=68758) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 819.463366] env[68758]: DEBUG nova.network.neutron [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.471761] env[68758]: DEBUG nova.network.neutron [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.506024] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476226} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.506024] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/6aa68e5a-c423-4ab1-b131-8c605ad27b3e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.506024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.506322] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0c046d7-3539-4840-b330-7a87390fe142 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.514507] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 819.514507] env[68758]: value = "task-2942352" [ 819.514507] env[68758]: _type = "Task" [ 819.514507] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.522842] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.640861] env[68758]: DEBUG oslo_vmware.api [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942350, 'name': PowerOnVM_Task, 'duration_secs': 1.402136} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.641189] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 819.641467] env[68758]: INFO nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Took 9.67 seconds to spawn the instance on the hypervisor. [ 819.641709] env[68758]: DEBUG nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 819.642513] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9b52de-5741-4a6b-a3e6-ff205d6f560d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.657236] env[68758]: DEBUG nova.scheduler.client.report [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.889752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Releasing lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.890099] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Instance network_info: |[{"id": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "address": "fa:16:3e:ac:0c:52", "network": {"id": "62e1cf26-7e46-4c83-becb-51ca21fb8115", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1844661991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274e01382e6b4320a19c507f5e678016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b660ba0-cd", "ovs_interfaceid": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 819.890515] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:0c:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b660ba0-cd7d-4526-9e1b-e7babb6328b0', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 819.897960] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Creating folder: Project (274e01382e6b4320a19c507f5e678016). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.898294] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3123d640-c910-478b-acfc-907a174a729b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.909351] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Created folder: Project (274e01382e6b4320a19c507f5e678016) in parent group-v590497. [ 819.909530] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Creating folder: Instances. Parent ref: group-v590646. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 819.909758] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dec03878-0202-4fd2-bd14-9348a4d43255 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.918181] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Created folder: Instances in parent group-v590646. [ 819.918406] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.918586] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.919353] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78bed470-7967-4957-809b-ac7398098b8e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.944948] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.944948] env[68758]: value = "task-2942355" [ 819.944948] env[68758]: _type = "Task" [ 819.944948] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.961693] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942355, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.967378] env[68758]: INFO nova.compute.manager [-] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Took 1.48 seconds to deallocate network for instance. [ 819.977036] env[68758]: INFO nova.compute.manager [-] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Took 1.40 seconds to deallocate network for instance. [ 820.025517] env[68758]: DEBUG nova.compute.manager [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Received event network-changed-0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 820.025517] env[68758]: DEBUG nova.compute.manager [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Refreshing instance network info cache due to event network-changed-0b660ba0-cd7d-4526-9e1b-e7babb6328b0. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 820.025517] env[68758]: DEBUG oslo_concurrency.lockutils [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] Acquiring lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.025517] env[68758]: DEBUG oslo_concurrency.lockutils [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] Acquired lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.025517] env[68758]: DEBUG nova.network.neutron [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Refreshing network info cache for port 0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 820.031902] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180814} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.032447] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.033313] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617fac62-413a-4378-9463-19ebaf692065 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.062803] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/6aa68e5a-c423-4ab1-b131-8c605ad27b3e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.063876] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69401b73-38d9-4396-b931-5d5b04a6d073 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.085761] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 820.085761] env[68758]: value = "task-2942356" [ 820.085761] env[68758]: _type = "Task" [ 820.085761] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.095410] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.161407] env[68758]: INFO nova.compute.manager [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Took 46.94 seconds to build instance. [ 820.163591] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.163694] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.166009] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.679s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.166254] env[68758]: DEBUG nova.objects.instance [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lazy-loading 'resources' on Instance uuid bfbb71a1-10fc-48ac-b4c1-17699d6557f0 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.456119] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942355, 'name': CreateVM_Task, 'duration_secs': 0.411206} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.456328] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 820.457108] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.457278] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.457605] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.457866] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ed0dc5a-0150-4eb9-b43e-ef6af06d2f6f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.463256] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 820.463256] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5292f734-f45a-4f62-a0e3-1a1c8db3ab1c" [ 820.463256] env[68758]: _type = "Task" [ 820.463256] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.472747] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5292f734-f45a-4f62-a0e3-1a1c8db3ab1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.476838] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.485972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.596977] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.664835] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af2def94-bfaa-49f6-a7d9-6360e26edab4 tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.376s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.671856] env[68758]: DEBUG nova.compute.utils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.676527] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 820.676527] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 820.742198] env[68758]: DEBUG nova.policy [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aad0cbe6736f4f3b938f56987d3f6ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a0f6584eda844893a4078a3a68343787', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 820.851262] env[68758]: DEBUG nova.network.neutron [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Updated VIF entry in instance network info cache for port 0b660ba0-cd7d-4526-9e1b-e7babb6328b0. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.853336] env[68758]: DEBUG nova.network.neutron [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Updating instance_info_cache with network_info: [{"id": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "address": "fa:16:3e:ac:0c:52", "network": {"id": "62e1cf26-7e46-4c83-becb-51ca21fb8115", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1844661991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "274e01382e6b4320a19c507f5e678016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b660ba0-cd", "ovs_interfaceid": "0b660ba0-cd7d-4526-9e1b-e7babb6328b0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.882889] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "04831673-9e73-4fc6-9c13-b60a7302b238" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.883150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.883359] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.883544] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.883715] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.886775] env[68758]: INFO nova.compute.manager [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Terminating instance [ 820.980946] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5292f734-f45a-4f62-a0e3-1a1c8db3ab1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.984931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.985270] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 820.985515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.985658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.985850] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 820.986361] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ab451ce-bb1f-4f91-b012-5aa91b4d54df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.998020] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.998020] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.998020] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6696b060-1d4c-4956-a613-ec94d01388eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.006030] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 821.006030] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e02f8c-8361-10ba-e847-9bf73b339ce3" [ 821.006030] env[68758]: _type = "Task" [ 821.006030] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.013546] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e02f8c-8361-10ba-e847-9bf73b339ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.030658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "f6020435-e0b4-46a5-9ace-5c333d379482" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.031099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.098301] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942356, 'name': ReconfigVM_Task, 'duration_secs': 0.808832} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.099383] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/6aa68e5a-c423-4ab1-b131-8c605ad27b3e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.099383] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=68758) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 821.100071] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-5c8f443c-8cd9-443a-ae74-db6258bd9b6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.111052] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 821.111052] env[68758]: value = "task-2942357" [ 821.111052] env[68758]: _type = "Task" [ 821.111052] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.121255] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942357, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.166738] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.176688] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.234074] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Successfully created port: 92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.248038] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121eafd8-5ec9-4891-9e14-7b57cdcf550e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.254930] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f225ed0-3466-42d1-909c-1a80430841b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.287139] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e51c43d-ce33-430d-adb0-7fc76b102f00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.294586] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6093a0cd-b47d-49a6-9bf3-4fc2c48e6e60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.311255] env[68758]: DEBUG nova.compute.provider_tree [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.355573] env[68758]: DEBUG oslo_concurrency.lockutils [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] Releasing lock "refresh_cache-97870b2b-ca19-4cd2-8188-cad53cfd6467" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.355885] env[68758]: DEBUG nova.compute.manager [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Received event network-vif-deleted-47360d43-596b-4b6d-948c-088b4a131c18 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 821.356116] env[68758]: DEBUG nova.compute.manager [req-6883059c-c0e5-46e3-a605-cef06e549c5e req-c14b45be-0e21-4ec0-adaa-7aac15f52f4b service nova] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Received event network-vif-deleted-ed153785-884e-400d-a85c-abeda3d1e876 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 821.389860] env[68758]: DEBUG nova.compute.manager [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 821.390189] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 821.391139] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7401a4c-6715-4417-b717-3c90ff42e883 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.399959] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.400094] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09c42b6e-5e0e-4b79-9115-d8d3ded5c197 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.406396] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 821.406396] env[68758]: value = "task-2942358" [ 821.406396] env[68758]: _type = "Task" [ 821.406396] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.413869] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.499997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "1ee95ade-1f63-448f-9f10-a59a767c4168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.500201] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.517886] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e02f8c-8361-10ba-e847-9bf73b339ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.01005} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.519454] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c1c8d7-4ad1-4fc5-b07e-adc9a3dbfd6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.526134] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 821.526134] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f5fc6-157c-3a7c-c2ae-1af76ee9e64b" [ 821.526134] env[68758]: _type = "Task" [ 821.526134] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.535432] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f5fc6-157c-3a7c-c2ae-1af76ee9e64b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.621374] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942357, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.058799} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.622760] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=68758) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 821.625080] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe78573-69b3-4747-984e-b48797a136cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.655520] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/ephemeral_0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.656715] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58c16846-1cd0-47e9-974b-1f8490b600fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.676884] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 821.676884] env[68758]: value = "task-2942359" [ 821.676884] env[68758]: _type = "Task" [ 821.676884] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.693855] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.703049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.830800] env[68758]: ERROR nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [req-c1d18c80-eb57-425b-be04-a72e3d4c4766] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c1d18c80-eb57-425b-be04-a72e3d4c4766"}]} [ 821.847524] env[68758]: DEBUG nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.862596] env[68758]: DEBUG nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.862823] env[68758]: DEBUG nova.compute.provider_tree [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.874822] env[68758]: DEBUG nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.893357] env[68758]: DEBUG nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 821.920272] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942358, 'name': PowerOffVM_Task, 'duration_secs': 0.172206} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.920563] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.920744] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.920997] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee1ac68d-82ee-4a89-b815-6286b8b0b3d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.988830] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.989094] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.989247] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Deleting the datastore file [datastore2] 04831673-9e73-4fc6-9c13-b60a7302b238 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.989500] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5dc229f-7a64-470c-9912-7e8372bd61bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.998579] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for the task: (returnval){ [ 821.998579] env[68758]: value = "task-2942361" [ 821.998579] env[68758]: _type = "Task" [ 821.998579] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.015418] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.040911] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524f5fc6-157c-3a7c-c2ae-1af76ee9e64b, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.044093] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.044391] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 97870b2b-ca19-4cd2-8188-cad53cfd6467/97870b2b-ca19-4cd2-8188-cad53cfd6467.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.045749] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fd52573-775e-4c68-8fcb-dc60b6b17ef9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.051795] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 822.051795] env[68758]: value = "task-2942362" [ 822.051795] env[68758]: _type = "Task" [ 822.051795] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.061227] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.129658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.129852] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.130043] env[68758]: DEBUG nova.compute.manager [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.133550] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f118490-3bd6-4aab-b540-253fde63df76 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.142417] env[68758]: DEBUG nova.compute.manager [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 822.143167] env[68758]: DEBUG nova.objects.instance [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.188538] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942359, 'name': ReconfigVM_Task, 'duration_secs': 0.390725} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.188905] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e/ephemeral_0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.189643] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10f84532-1733-4671-af6b-c7340b613663 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.191998] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.200663] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 822.200663] env[68758]: value = "task-2942363" [ 822.200663] env[68758]: _type = "Task" [ 822.200663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.212743] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942363, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.222497] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.222713] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.222874] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.223072] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.223224] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.223372] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.223580] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.223881] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.224084] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.224257] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.224428] env[68758]: DEBUG nova.virt.hardware [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.225267] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e16ba-e334-4b61-ad15-66022d4ca0ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.237804] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc50d921-4e06-4811-9f97-e57487873988 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.470151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893f99b7-eaee-4b6a-970a-1c86ae0ca3a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.478730] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b361873-84e2-49cd-8920-310bde25ee83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.519549] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99377516-11b5-4770-a838-3c1fe29531d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.530642] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db3dbec-9fb2-4908-86e8-6956bbf2404e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.536187] env[68758]: DEBUG oslo_vmware.api [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Task: {'id': task-2942361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151807} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.536187] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.536187] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.536187] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.536187] env[68758]: INFO nova.compute.manager [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Took 1.15 seconds to destroy the instance on the hypervisor. [ 822.536187] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.536187] env[68758]: DEBUG nova.compute.manager [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.536453] env[68758]: DEBUG nova.network.neutron [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.546195] env[68758]: DEBUG nova.compute.provider_tree [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.562861] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942362, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491294} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.563134] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 97870b2b-ca19-4cd2-8188-cad53cfd6467/97870b2b-ca19-4cd2-8188-cad53cfd6467.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.563343] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.563590] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45d9b373-335e-474c-8be2-ef962f78110b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.570837] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 822.570837] env[68758]: value = "task-2942364" [ 822.570837] env[68758]: _type = "Task" [ 822.570837] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.580930] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.710831] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942363, 'name': Rename_Task, 'duration_secs': 0.237545} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.711187] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.711452] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d9e1b8b-55f9-48e9-9059-bd3fd19fc500 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.718127] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 822.718127] env[68758]: value = "task-2942365" [ 822.718127] env[68758]: _type = "Task" [ 822.718127] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.726275] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.829036] env[68758]: DEBUG nova.compute.manager [req-8f6f2831-ec72-4179-b95b-f7af85073e86 req-22a88e8a-30b4-4a01-aac5-a5e96622427e service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Received event network-vif-deleted-c369c049-3899-48a8-ba6d-45371956784b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.829259] env[68758]: INFO nova.compute.manager [req-8f6f2831-ec72-4179-b95b-f7af85073e86 req-22a88e8a-30b4-4a01-aac5-a5e96622427e service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Neutron deleted interface c369c049-3899-48a8-ba6d-45371956784b; detaching it from the instance and deleting it from the info cache [ 822.829435] env[68758]: DEBUG nova.network.neutron [req-8f6f2831-ec72-4179-b95b-f7af85073e86 req-22a88e8a-30b4-4a01-aac5-a5e96622427e service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.869222] env[68758]: DEBUG nova.compute.manager [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Received event network-vif-plugged-92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 822.869416] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] Acquiring lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.869582] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.869774] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.870089] env[68758]: DEBUG nova.compute.manager [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] No waiting events found dispatching network-vif-plugged-92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.870257] env[68758]: WARNING nova.compute.manager [req-7f255504-6414-42b7-b386-2fdd6c019e64 req-b03ae4c2-c891-4e0c-99b8-9fc64286efae service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Received unexpected event network-vif-plugged-92cbc607-b325-4e77-9e56-c1023281ee47 for instance with vm_state building and task_state spawning. [ 823.049700] env[68758]: DEBUG nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.062758] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Successfully updated port: 92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.084358] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067805} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.084980] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.085781] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb7cd0-ce9b-438e-8249-dc0f7a458ede {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.111466] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 97870b2b-ca19-4cd2-8188-cad53cfd6467/97870b2b-ca19-4cd2-8188-cad53cfd6467.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.111788] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8fbc38-33eb-4ae4-a7b8-c67d341e8e6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.131839] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 823.131839] env[68758]: value = "task-2942366" [ 823.131839] env[68758]: _type = "Task" [ 823.131839] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.140496] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.152239] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.152537] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-236251fc-10d5-4fc3-ab4c-4c784701068f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.159187] env[68758]: DEBUG oslo_vmware.api [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 823.159187] env[68758]: value = "task-2942367" [ 823.159187] env[68758]: _type = "Task" [ 823.159187] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.168470] env[68758]: DEBUG oslo_vmware.api [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.228279] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942365, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.305374] env[68758]: DEBUG nova.network.neutron [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.335208] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d79d518-b488-465b-8aca-ff95bbdd65cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.344407] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dde6887-fa38-4243-9c7e-f0da088cc7c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.384881] env[68758]: DEBUG nova.compute.manager [req-8f6f2831-ec72-4179-b95b-f7af85073e86 req-22a88e8a-30b4-4a01-aac5-a5e96622427e service nova] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Detach interface failed, port_id=c369c049-3899-48a8-ba6d-45371956784b, reason: Instance 04831673-9e73-4fc6-9c13-b60a7302b238 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 823.554407] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.388s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.557075] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.702s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.558706] env[68758]: INFO nova.compute.claims [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.567465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.567465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquired lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.567465] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 823.592331] env[68758]: INFO nova.scheduler.client.report [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted allocations for instance bfbb71a1-10fc-48ac-b4c1-17699d6557f0 [ 823.643299] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942366, 'name': ReconfigVM_Task, 'duration_secs': 0.367316} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.644546] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 97870b2b-ca19-4cd2-8188-cad53cfd6467/97870b2b-ca19-4cd2-8188-cad53cfd6467.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.646638] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be8bf590-9a75-4fbf-8989-bc13ba58de12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.655415] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 823.655415] env[68758]: value = "task-2942368" [ 823.655415] env[68758]: _type = "Task" [ 823.655415] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.669213] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942368, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.676180] env[68758]: DEBUG oslo_vmware.api [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942367, 'name': PowerOffVM_Task, 'duration_secs': 0.175208} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.676180] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.676180] env[68758]: DEBUG nova.compute.manager [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.676180] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d63c95-d17a-4b86-8b83-1d30e9ea4543 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.729028] env[68758]: DEBUG oslo_vmware.api [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942365, 'name': PowerOnVM_Task, 'duration_secs': 0.674637} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.730156] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.730608] env[68758]: INFO nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Took 9.47 seconds to spawn the instance on the hypervisor. [ 823.730920] env[68758]: DEBUG nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.732041] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88473e9-8043-4664-8c95-2f554caa9f5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.812049] env[68758]: INFO nova.compute.manager [-] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Took 1.27 seconds to deallocate network for instance. [ 824.101538] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5142726-87d5-4a59-8cfe-c58f04a4768d tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "bfbb71a1-10fc-48ac-b4c1-17699d6557f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.592s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.111185] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.165376] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942368, 'name': Rename_Task, 'duration_secs': 0.14246} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.165646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.165926] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47db730-55f8-4343-8667-f7ed6dc7055c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.175478] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 824.175478] env[68758]: value = "task-2942369" [ 824.175478] env[68758]: _type = "Task" [ 824.175478] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.182059] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.189943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b76c6da0-76bb-4d02-859a-870be46546c4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.257122] env[68758]: DEBUG nova.network.neutron [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Updating instance_info_cache with network_info: [{"id": "92cbc607-b325-4e77-9e56-c1023281ee47", "address": "fa:16:3e:77:e8:f3", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cbc607-b3", "ovs_interfaceid": "92cbc607-b325-4e77-9e56-c1023281ee47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.258619] env[68758]: INFO nova.compute.manager [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Took 48.16 seconds to build instance. [ 824.317042] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.362323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.362323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.689517] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942369, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.764741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Releasing lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.765092] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Instance network_info: |[{"id": "92cbc607-b325-4e77-9e56-c1023281ee47", "address": "fa:16:3e:77:e8:f3", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cbc607-b3", "ovs_interfaceid": "92cbc607-b325-4e77-9e56-c1023281ee47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 824.765513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7a5f4328-4b67-4fb6-97d3-67cf7cdc578f tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.183s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.767079] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:e8:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92cbc607-b325-4e77-9e56-c1023281ee47', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 824.777906] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Creating folder: Project (a0f6584eda844893a4078a3a68343787). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.781697] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89775139-315a-44d3-a029-b93e02f66716 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.805319] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Created folder: Project (a0f6584eda844893a4078a3a68343787) in parent group-v590497. [ 824.805319] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Creating folder: Instances. Parent ref: group-v590649. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 824.805319] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-279a373b-d621-4867-b49b-e0588619249c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.813923] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Created folder: Instances in parent group-v590649. [ 824.814198] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.817170] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 824.817577] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e27fe5f-6bfc-4a28-a149-268459012224 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.842821] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 824.842821] env[68758]: value = "task-2942372" [ 824.842821] env[68758]: _type = "Task" [ 824.842821] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.853520] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942372, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.866656] env[68758]: INFO nova.compute.manager [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Detaching volume 0166c1bb-04d2-4e15-9f3b-b7e76f88d51b [ 824.942189] env[68758]: INFO nova.virt.block_device [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Attempting to driver detach volume 0166c1bb-04d2-4e15-9f3b-b7e76f88d51b from mountpoint /dev/sdb [ 824.942189] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 824.942189] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590624', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'name': 'volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe43372-5a16-41de-8c78-0d8ee672d22e', 'attached_at': '', 'detached_at': '', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'serial': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 824.942470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e408ff-d516-4760-9f10-4118e0dafd95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.976148] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50a42c2-ed2e-43b2-97b5-2f202ba855dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.988928] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7408ae-c775-4965-b91a-fd92a2bf60c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.013574] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b6be91-8054-4083-9ed5-205195384fad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.029290] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] The volume has not been displaced from its original location: [datastore2] volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b/volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 825.036607] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.039758] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60f4324-2f3f-4d8f-b78a-532c3dae1f69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.058877] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 825.058877] env[68758]: value = "task-2942373" [ 825.058877] env[68758]: _type = "Task" [ 825.058877] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.069676] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942373, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.188754] env[68758]: DEBUG oslo_vmware.api [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942369, 'name': PowerOnVM_Task, 'duration_secs': 0.635463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.189451] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.189667] env[68758]: INFO nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Took 7.78 seconds to spawn the instance on the hypervisor. [ 825.189845] env[68758]: DEBUG nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 825.191352] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0148cede-ab01-49b0-b7fa-68b29ee11f23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.224474] env[68758]: DEBUG nova.compute.manager [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Received event network-changed-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.224474] env[68758]: DEBUG nova.compute.manager [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Refreshing instance network info cache due to event network-changed-9b2d8523-3c01-42e2-bab4-ab3704efc5b9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.224474] env[68758]: DEBUG oslo_concurrency.lockutils [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] Acquiring lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.224474] env[68758]: DEBUG oslo_concurrency.lockutils [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] Acquired lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.224898] env[68758]: DEBUG nova.network.neutron [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Refreshing network info cache for port 9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.252915] env[68758]: DEBUG nova.compute.manager [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Received event network-changed-92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 825.253276] env[68758]: DEBUG nova.compute.manager [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Refreshing instance network info cache due to event network-changed-92cbc607-b325-4e77-9e56-c1023281ee47. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 825.253362] env[68758]: DEBUG oslo_concurrency.lockutils [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] Acquiring lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.253478] env[68758]: DEBUG oslo_concurrency.lockutils [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] Acquired lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.253755] env[68758]: DEBUG nova.network.neutron [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Refreshing network info cache for port 92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.277019] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ffdf92-a822-4b3c-8832-e541b87f81e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.284933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05c91c0-f5e7-44c6-b044-c5980aca4974 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.289012] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.321670] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d03023b-1a72-4e51-a221-25a074def6ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.335964] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24d7d26-0c2d-4a66-a364-1ac18a4d3b21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.351505] env[68758]: DEBUG nova.compute.provider_tree [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.363156] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942372, 'name': CreateVM_Task, 'duration_secs': 0.346077} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.363340] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.364129] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.364356] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.365152] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.365370] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0d2935-fd41-4b98-adcc-7e8f7d696e0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.371632] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 825.371632] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523b2e6e-83f0-97fb-76dd-dbcd44a164cf" [ 825.371632] env[68758]: _type = "Task" [ 825.371632] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.381486] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523b2e6e-83f0-97fb-76dd-dbcd44a164cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.570702] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942373, 'name': ReconfigVM_Task, 'duration_secs': 0.324985} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.571378] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.575634] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-909a0bb8-c8d8-4866-a0db-b5937d3ea363 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.590464] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 825.590464] env[68758]: value = "task-2942374" [ 825.590464] env[68758]: _type = "Task" [ 825.590464] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.598651] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942374, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.710375] env[68758]: INFO nova.compute.manager [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Took 45.58 seconds to build instance. [ 825.815306] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.830976] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "62416623-bc48-442d-aa48-18e28d66f242" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.831361] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.831602] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "62416623-bc48-442d-aa48-18e28d66f242-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.831793] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.831962] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.837021] env[68758]: INFO nova.compute.manager [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Terminating instance [ 825.857626] env[68758]: DEBUG nova.scheduler.client.report [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.883230] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523b2e6e-83f0-97fb-76dd-dbcd44a164cf, 'name': SearchDatastore_Task, 'duration_secs': 0.033204} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.883536] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.883826] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.884326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.884489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.884738] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.885137] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5d414c3-ec81-4ed3-9b3f-bb20396bdce0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.898151] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.898362] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.899497] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7762a2e5-ab12-40ed-95a3-e856a0b88035 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.904802] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 825.904802] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521914e1-c88c-988e-f854-bf0ebc64f176" [ 825.904802] env[68758]: _type = "Task" [ 825.904802] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.913975] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521914e1-c88c-988e-f854-bf0ebc64f176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.964185] env[68758]: DEBUG nova.network.neutron [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updated VIF entry in instance network info cache for port 9b2d8523-3c01-42e2-bab4-ab3704efc5b9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.964585] env[68758]: DEBUG nova.network.neutron [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updating instance_info_cache with network_info: [{"id": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "address": "fa:16:3e:f1:c7:2a", "network": {"id": "a73b96a3-84f1-40a5-9248-b8444a0389b3", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1679047381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a56401bca513491296886254188d1adb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ada35c98-01a9-4352-98e4-1d20ba31f928", "external-id": "nsx-vlan-transportzone-242", "segmentation_id": 242, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9b2d8523-3c", "ovs_interfaceid": "9b2d8523-3c01-42e2-bab4-ab3704efc5b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.018039] env[68758]: DEBUG nova.compute.manager [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Stashing vm_state: stopped {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 826.105364] env[68758]: DEBUG oslo_vmware.api [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942374, 'name': ReconfigVM_Task, 'duration_secs': 0.233734} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.105921] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590624', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'name': 'volume-0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffe43372-5a16-41de-8c78-0d8ee672d22e', 'attached_at': '', 'detached_at': '', 'volume_id': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b', 'serial': '0166c1bb-04d2-4e15-9f3b-b7e76f88d51b'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 826.185041] env[68758]: DEBUG nova.network.neutron [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Updated VIF entry in instance network info cache for port 92cbc607-b325-4e77-9e56-c1023281ee47. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.185041] env[68758]: DEBUG nova.network.neutron [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Updating instance_info_cache with network_info: [{"id": "92cbc607-b325-4e77-9e56-c1023281ee47", "address": "fa:16:3e:77:e8:f3", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.162", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92cbc607-b3", "ovs_interfaceid": "92cbc607-b325-4e77-9e56-c1023281ee47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.213360] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d86405f-8929-4f94-b9b1-f8918d414672 tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.734s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.341076] env[68758]: DEBUG nova.compute.manager [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.341076] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.342026] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74efae73-27aa-47e6-a319-f055912eb558 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.355071] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.355357] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-940ba4e0-6d9f-42d6-9bc2-3229bb5834cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.365824] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.365996] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.373130] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 826.373130] env[68758]: value = "task-2942375" [ 826.373130] env[68758]: _type = "Task" [ 826.373130] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.374306] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.955s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.374644] env[68758]: DEBUG nova.objects.instance [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'resources' on Instance uuid 336ba1ba-4ced-47ba-a648-ed069b1f19c4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.386256] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.421670] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521914e1-c88c-988e-f854-bf0ebc64f176, 'name': SearchDatastore_Task, 'duration_secs': 0.028212} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.422841] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8317e9e-5c89-414c-a846-7e6e66ce29e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.430048] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 826.430048] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521989f1-4486-789d-d68c-43a8a807626d" [ 826.430048] env[68758]: _type = "Task" [ 826.430048] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.442581] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521989f1-4486-789d-d68c-43a8a807626d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.476151] env[68758]: DEBUG oslo_concurrency.lockutils [req-4250fecb-ad67-4676-91b7-cbd4cfc5b707 req-c643102d-a55f-414c-88b6-e44120d2ba2a service nova] Releasing lock "refresh_cache-6aa68e5a-c423-4ab1-b131-8c605ad27b3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.539812] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.675086] env[68758]: DEBUG nova.objects.instance [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.690037] env[68758]: DEBUG oslo_concurrency.lockutils [req-f08cac01-d5c2-4f48-8e2c-65ea867c68fa req-6eca3588-1388-42c2-bafa-dbe92de084f4 service nova] Releasing lock "refresh_cache-40b2063c-1b0e-41e6-abde-7ef5c7f9def8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.717136] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 826.873878] env[68758]: DEBUG nova.compute.utils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.875318] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.875484] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.891293] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.891390] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.891579] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942375, 'name': PowerOffVM_Task, 'duration_secs': 0.429055} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.892340] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.892518] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.892759] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65b466f6-abc4-445e-a7ac-174b3585ac5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.936486] env[68758]: DEBUG nova.policy [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ddcbadd6a75442749dd5caf38afa5a88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51faccf72045416dacee1b55af0dba65', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.948676] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521989f1-4486-789d-d68c-43a8a807626d, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.949255] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.949753] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 40b2063c-1b0e-41e6-abde-7ef5c7f9def8/40b2063c-1b0e-41e6-abde-7ef5c7f9def8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.950196] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7cf0c5e6-adfa-4a1d-8dff-88fa8298dba4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.960517] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 826.960517] env[68758]: value = "task-2942377" [ 826.960517] env[68758]: _type = "Task" [ 826.960517] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.974549] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.975306] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.975700] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore1] 62416623-bc48-442d-aa48-18e28d66f242 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.979378] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fbf50e7-3871-465e-bac0-d7f794dc3d86 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.981382] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.989703] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 826.989703] env[68758]: value = "task-2942378" [ 826.989703] env[68758]: _type = "Task" [ 826.989703] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.998302] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.199068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.199068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.199368] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.199368] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.200726] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.203593] env[68758]: INFO nova.compute.manager [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Terminating instance [ 827.246214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.384066] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.472875] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942377, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.496298] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Successfully created port: 8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.504125] env[68758]: DEBUG oslo_vmware.api [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184317} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.506787] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.506988] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.507265] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.507545] env[68758]: INFO nova.compute.manager [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Took 1.17 seconds to destroy the instance on the hypervisor. [ 827.507699] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.508901] env[68758]: DEBUG nova.compute.manager [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.508901] env[68758]: DEBUG nova.network.neutron [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.583435] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d73502-b3ce-4416-b467-c84b495b37e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.592101] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe7f942-4791-425e-9471-51dcccca56c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.622575] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498de850-4c9b-4f3f-8034-6be74c84a6ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.630319] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb167c29-07a9-4516-92d1-e6fd79a00d4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.645701] env[68758]: DEBUG nova.compute.provider_tree [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.682793] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91ca9702-9dd3-4e7c-9dd4-9498521ff41e tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.716314] env[68758]: DEBUG nova.compute.manager [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.716561] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.718167] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4913946a-41eb-480c-93a4-46d665412cd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.725811] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.726051] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f2704fa-5eba-4b95-baff-127d064ec53a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.732168] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 827.732168] env[68758]: value = "task-2942379" [ 827.732168] env[68758]: _type = "Task" [ 827.732168] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.740421] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.746240] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.746240] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.746369] env[68758]: DEBUG nova.compute.manager [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.747181] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd3fb6d-e20a-4663-bd0c-e8ca9a69f5aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.754519] env[68758]: DEBUG nova.compute.manager [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 827.754519] env[68758]: DEBUG nova.objects.instance [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.958853] env[68758]: DEBUG nova.compute.manager [req-0ca78a97-e850-44f3-a0b7-d7badd6e0dc0 req-52374b3d-48fb-4e60-a55e-7fc4b48204e3 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Received event network-vif-deleted-cddf17d0-3976-483c-9f24-8928eda11cfa {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 827.959068] env[68758]: INFO nova.compute.manager [req-0ca78a97-e850-44f3-a0b7-d7badd6e0dc0 req-52374b3d-48fb-4e60-a55e-7fc4b48204e3 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Neutron deleted interface cddf17d0-3976-483c-9f24-8928eda11cfa; detaching it from the instance and deleting it from the info cache [ 827.959249] env[68758]: DEBUG nova.network.neutron [req-0ca78a97-e850-44f3-a0b7-d7badd6e0dc0 req-52374b3d-48fb-4e60-a55e-7fc4b48204e3 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.972643] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.148531] env[68758]: DEBUG nova.scheduler.client.report [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.242099] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.283032] env[68758]: DEBUG nova.network.neutron [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.393547] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.420354] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.420612] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.420768] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.420950] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.421115] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.421265] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.421477] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.421639] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.421802] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.421966] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.422160] env[68758]: DEBUG nova.virt.hardware [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.423379] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf5a7e7-a878-49a4-9c1d-836ee7a06746 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.431738] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb176c7-b93b-40e0-9abe-22f19a6df5b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.462067] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff31a62f-47b7-4258-aef5-e756c05e0d6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.473112] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942377, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.477030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac549c1-8e44-403a-93a5-ef4f171685ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.509462] env[68758]: DEBUG nova.compute.manager [req-0ca78a97-e850-44f3-a0b7-d7badd6e0dc0 req-52374b3d-48fb-4e60-a55e-7fc4b48204e3 service nova] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Detach interface failed, port_id=cddf17d0-3976-483c-9f24-8928eda11cfa, reason: Instance 62416623-bc48-442d-aa48-18e28d66f242 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 828.654060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.282s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.657058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.341s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.657058] env[68758]: DEBUG nova.objects.instance [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lazy-loading 'resources' on Instance uuid afbd3270-738b-451c-b010-6b7717672d8f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.677605] env[68758]: INFO nova.scheduler.client.report [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocations for instance 336ba1ba-4ced-47ba-a648-ed069b1f19c4 [ 828.742910] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.760261] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 828.760580] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37758d53-6c62-4d0f-a537-d250f274c4b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.767923] env[68758]: DEBUG oslo_vmware.api [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 828.767923] env[68758]: value = "task-2942380" [ 828.767923] env[68758]: _type = "Task" [ 828.767923] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.776627] env[68758]: DEBUG oslo_vmware.api [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.784287] env[68758]: INFO nova.compute.manager [-] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Took 1.28 seconds to deallocate network for instance. [ 828.972656] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942377, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.552789} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.972951] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 40b2063c-1b0e-41e6-abde-7ef5c7f9def8/40b2063c-1b0e-41e6-abde-7ef5c7f9def8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.973204] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.973599] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44838eea-faf3-4e76-af7c-a45bd169c436 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.980514] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 828.980514] env[68758]: value = "task-2942381" [ 828.980514] env[68758]: _type = "Task" [ 828.980514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.989189] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.185891] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b9ce71e-d67b-46c1-ba9d-4b090c563c46 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "336ba1ba-4ced-47ba-a648-ed069b1f19c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.712s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.248879] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942379, 'name': PowerOffVM_Task, 'duration_secs': 1.073723} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.248879] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.248879] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.248879] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4ac39e1-c4d9-44c5-8adf-ce20a7eb141e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.279110] env[68758]: DEBUG oslo_vmware.api [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942380, 'name': PowerOffVM_Task, 'duration_secs': 0.324344} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.281884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.282422] env[68758]: DEBUG nova.compute.manager [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.283806] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327dc556-8f92-4ef0-98ec-587be74d650e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.291128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.300647] env[68758]: DEBUG nova.compute.manager [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Received event network-vif-plugged-8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 829.300647] env[68758]: DEBUG oslo_concurrency.lockutils [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] Acquiring lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.300647] env[68758]: DEBUG oslo_concurrency.lockutils [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] Lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.300647] env[68758]: DEBUG oslo_concurrency.lockutils [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] Lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.300647] env[68758]: DEBUG nova.compute.manager [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] No waiting events found dispatching network-vif-plugged-8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.300647] env[68758]: WARNING nova.compute.manager [req-b6b447fb-962b-4f6e-9a3d-e4f95c037415 req-d4c5b562-52c3-49c3-8e6f-93cd1e31e2f8 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Received unexpected event network-vif-plugged-8d559dc8-590b-43a6-846e-4efee6761b3d for instance with vm_state building and task_state spawning. [ 829.321818] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.321818] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.321818] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Deleting the datastore file [datastore1] 97870b2b-ca19-4cd2-8188-cad53cfd6467 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.321818] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921994b2-4ff3-4e94-ab5b-4ed333c6f6bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.328036] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for the task: (returnval){ [ 829.328036] env[68758]: value = "task-2942383" [ 829.328036] env[68758]: _type = "Task" [ 829.328036] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.339654] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942383, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.442363] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Successfully updated port: 8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.491491] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080138} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.492055] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.493051] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b318083c-40f3-4626-aad5-951170198079 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.517054] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 40b2063c-1b0e-41e6-abde-7ef5c7f9def8/40b2063c-1b0e-41e6-abde-7ef5c7f9def8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.519827] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23a9dfb6-58ea-45de-8a23-97b14391cd15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.538624] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 829.538624] env[68758]: value = "task-2942384" [ 829.538624] env[68758]: _type = "Task" [ 829.538624] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.548474] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.763556] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c702a4ec-62b7-4a42-b090-ba3a2a317751 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.771562] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3339dec-a897-41f3-9f47-29c981f0d01b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.807043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5fe37681-7874-4980-a3ac-aa5a762ea5e7 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.809028] env[68758]: DEBUG nova.objects.instance [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.811029] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f637fa4-6868-43f2-b5cd-49e97247e566 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.820450] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46311e0d-bc7d-48a5-96c3-7b5c51aaef98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.835616] env[68758]: DEBUG nova.compute.provider_tree [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.844854] env[68758]: DEBUG oslo_vmware.api [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Task: {'id': task-2942383, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16718} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.845633] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.845862] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.846110] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.846312] env[68758]: INFO nova.compute.manager [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Took 2.13 seconds to destroy the instance on the hypervisor. [ 829.846550] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.847328] env[68758]: DEBUG nova.compute.manager [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.847328] env[68758]: DEBUG nova.network.neutron [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.944820] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.944965] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquired lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.945146] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.049077] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942384, 'name': ReconfigVM_Task, 'duration_secs': 0.280265} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.049405] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 40b2063c-1b0e-41e6-abde-7ef5c7f9def8/40b2063c-1b0e-41e6-abde-7ef5c7f9def8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.050112] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c02b0954-d5a3-4d3b-a2f3-2a5713e881f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.057346] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 830.057346] env[68758]: value = "task-2942385" [ 830.057346] env[68758]: _type = "Task" [ 830.057346] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.065256] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942385, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.317344] env[68758]: DEBUG oslo_concurrency.lockutils [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.317684] env[68758]: DEBUG oslo_concurrency.lockutils [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317684] env[68758]: DEBUG nova.network.neutron [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.317816] env[68758]: DEBUG nova.objects.instance [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'info_cache' on Instance uuid ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.341653] env[68758]: DEBUG nova.scheduler.client.report [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.501954] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.571762] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942385, 'name': Rename_Task, 'duration_secs': 0.172708} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.572053] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.572271] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c0e39b-05c2-45fb-8657-74e5e1762a27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.587420] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 830.587420] env[68758]: value = "task-2942386" [ 830.587420] env[68758]: _type = "Task" [ 830.587420] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.605801] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942386, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.639147] env[68758]: DEBUG nova.network.neutron [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Updating instance_info_cache with network_info: [{"id": "8d559dc8-590b-43a6-846e-4efee6761b3d", "address": "fa:16:3e:83:ef:ec", "network": {"id": "c3f3e4ae-5a4b-4677-bf94-f8c4061a1a72", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1530013409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51faccf72045416dacee1b55af0dba65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d559dc8-59", "ovs_interfaceid": "8d559dc8-590b-43a6-846e-4efee6761b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.821291] env[68758]: DEBUG nova.objects.base [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 830.846222] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.848745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.438s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.851120] env[68758]: INFO nova.compute.claims [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.873559] env[68758]: INFO nova.scheduler.client.report [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted allocations for instance afbd3270-738b-451c-b010-6b7717672d8f [ 830.990709] env[68758]: DEBUG nova.network.neutron [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.098354] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942386, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.141865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Releasing lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.142388] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Instance network_info: |[{"id": "8d559dc8-590b-43a6-846e-4efee6761b3d", "address": "fa:16:3e:83:ef:ec", "network": {"id": "c3f3e4ae-5a4b-4677-bf94-f8c4061a1a72", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1530013409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51faccf72045416dacee1b55af0dba65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d559dc8-59", "ovs_interfaceid": "8d559dc8-590b-43a6-846e-4efee6761b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.142959] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:ef:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d413776-9a8c-4afd-856f-10dbb062ca95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d559dc8-590b-43a6-846e-4efee6761b3d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.156208] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Creating folder: Project (51faccf72045416dacee1b55af0dba65). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.156621] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3316218-ec38-4ba1-95ba-87d6e7674d05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.167761] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Created folder: Project (51faccf72045416dacee1b55af0dba65) in parent group-v590497. [ 831.167976] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Creating folder: Instances. Parent ref: group-v590652. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 831.168221] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad4f4dbb-bc55-4370-bb66-4d2c0abd732d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.177545] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Created folder: Instances in parent group-v590652. [ 831.177771] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.177965] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.178182] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce61ef94-0883-4f0b-b43a-0a5dad948bb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.197877] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.197877] env[68758]: value = "task-2942389" [ 831.197877] env[68758]: _type = "Task" [ 831.197877] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.206552] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942389, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.330864] env[68758]: DEBUG nova.compute.manager [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Received event network-changed-8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 831.331178] env[68758]: DEBUG nova.compute.manager [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Refreshing instance network info cache due to event network-changed-8d559dc8-590b-43a6-846e-4efee6761b3d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 831.331178] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] Acquiring lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.331453] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] Acquired lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.331453] env[68758]: DEBUG nova.network.neutron [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Refreshing network info cache for port 8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.381847] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39b2411b-924b-45eb-aae0-2b09868d06f6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "afbd3270-738b-451c-b010-6b7717672d8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.990s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.498126] env[68758]: INFO nova.compute.manager [-] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Took 1.65 seconds to deallocate network for instance. [ 831.555981] env[68758]: DEBUG nova.network.neutron [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [{"id": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "address": "fa:16:3e:2c:fd:56", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ad5ba92-7b", "ovs_interfaceid": "8ad5ba92-7bcc-4024-b091-ecafb26904b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.597912] env[68758]: DEBUG oslo_vmware.api [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942386, 'name': PowerOnVM_Task, 'duration_secs': 0.568512} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.598189] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.598392] env[68758]: INFO nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Took 9.41 seconds to spawn the instance on the hypervisor. [ 831.598570] env[68758]: DEBUG nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.599425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4cb91a-2a5c-4113-af7b-3f76dce44553 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.709165] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942389, 'name': CreateVM_Task, 'duration_secs': 0.41938} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.709381] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.710088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.710262] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.710577] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.710833] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a872967-19b9-4c14-9f18-d7b04ab1c98d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.716053] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 831.716053] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521e5a34-a0ea-766f-7545-29689d5d2ff2" [ 831.716053] env[68758]: _type = "Task" [ 831.716053] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.723149] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521e5a34-a0ea-766f-7545-29689d5d2ff2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.005939] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.033268] env[68758]: DEBUG nova.network.neutron [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Updated VIF entry in instance network info cache for port 8d559dc8-590b-43a6-846e-4efee6761b3d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.033268] env[68758]: DEBUG nova.network.neutron [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Updating instance_info_cache with network_info: [{"id": "8d559dc8-590b-43a6-846e-4efee6761b3d", "address": "fa:16:3e:83:ef:ec", "network": {"id": "c3f3e4ae-5a4b-4677-bf94-f8c4061a1a72", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1530013409-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51faccf72045416dacee1b55af0dba65", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d413776-9a8c-4afd-856f-10dbb062ca95", "external-id": "nsx-vlan-transportzone-913", "segmentation_id": 913, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d559dc8-59", "ovs_interfaceid": "8d559dc8-590b-43a6-846e-4efee6761b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.060453] env[68758]: DEBUG oslo_concurrency.lockutils [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "refresh_cache-ffe43372-5a16-41de-8c78-0d8ee672d22e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.119034] env[68758]: INFO nova.compute.manager [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Took 49.90 seconds to build instance. [ 832.226399] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521e5a34-a0ea-766f-7545-29689d5d2ff2, 'name': SearchDatastore_Task, 'duration_secs': 0.027192} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.226738] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.227018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.227261] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.227410] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.227594] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.227848] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a40417b9-60f6-4740-bc1a-2b87d435df6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.239715] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.239908] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.242586] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d5a131-0e3d-45de-ac53-7cc382f87979 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.247451] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 832.247451] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5221a082-b756-4dfe-94d2-dda7e9d5c488" [ 832.247451] env[68758]: _type = "Task" [ 832.247451] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.255024] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5221a082-b756-4dfe-94d2-dda7e9d5c488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.302810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3e9c2c-1e70-48e8-b4d7-cb4710b6bfa3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.309346] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a472b42-569c-4240-8305-2ccd58e8482f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.337762] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b8e26-9bec-4d0d-873f-c33790244576 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.344395] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193a7f9c-a18d-4a8a-9216-57c4cedbeb05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.358300] env[68758]: DEBUG nova.compute.provider_tree [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.534658] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] Releasing lock "refresh_cache-c292f51f-1701-432c-9d12-78233dd31ca5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.534986] env[68758]: DEBUG nova.compute.manager [req-5ab523d4-e41d-4c89-958d-6d0b2466a478 req-e6572b6b-4d55-4512-bc5e-3ea9343e78bd service nova] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Received event network-vif-deleted-0b660ba0-cd7d-4526-9e1b-e7babb6328b0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 832.621624] env[68758]: DEBUG oslo_concurrency.lockutils [None req-938bd906-c731-4fbe-bae5-a91d71dc6161 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.473s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.759727] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5221a082-b756-4dfe-94d2-dda7e9d5c488, 'name': SearchDatastore_Task, 'duration_secs': 0.008504} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.759727] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165c6375-d9e0-4869-9d1f-5d783546fa60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.763937] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 832.763937] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527c1e73-91c1-8249-3237-9b37f4359b5f" [ 832.763937] env[68758]: _type = "Task" [ 832.763937] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.771657] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527c1e73-91c1-8249-3237-9b37f4359b5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.862032] env[68758]: DEBUG nova.scheduler.client.report [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.067011] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.067011] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c9f4b1e-62c3-4aa1-9566-a7dff21c5f12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.074159] env[68758]: DEBUG oslo_vmware.api [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 833.074159] env[68758]: value = "task-2942390" [ 833.074159] env[68758]: _type = "Task" [ 833.074159] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.081702] env[68758]: DEBUG oslo_vmware.api [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.124496] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.275178] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527c1e73-91c1-8249-3237-9b37f4359b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009045} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.275659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.276714] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c292f51f-1701-432c-9d12-78233dd31ca5/c292f51f-1701-432c-9d12-78233dd31ca5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.276714] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37e812e2-3931-4807-804a-85858bab325d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.284351] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 833.284351] env[68758]: value = "task-2942391" [ 833.284351] env[68758]: _type = "Task" [ 833.284351] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.293560] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.368035] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.518s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.368035] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.371094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.723s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.371351] env[68758]: DEBUG nova.objects.instance [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lazy-loading 'resources' on Instance uuid a38c2595-3f21-4ce6-8bbe-ba1c551acb7a {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.585438] env[68758]: DEBUG oslo_vmware.api [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942390, 'name': PowerOnVM_Task, 'duration_secs': 0.406558} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.585438] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.585711] env[68758]: DEBUG nova.compute.manager [None req-13c771a6-ba9f-4a18-9c4a-bca25ad411f2 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.586512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591619a8-c230-4da6-a612-ff2785c9d0e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.648832] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.796457] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.43968} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.796773] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c292f51f-1701-432c-9d12-78233dd31ca5/c292f51f-1701-432c-9d12-78233dd31ca5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 833.796994] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 833.797359] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d66489-b479-4e14-a405-b5c067848526 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.803565] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 833.803565] env[68758]: value = "task-2942392" [ 833.803565] env[68758]: _type = "Task" [ 833.803565] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.811966] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942392, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.874733] env[68758]: DEBUG nova.compute.utils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.876275] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.877048] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.917893] env[68758]: DEBUG nova.policy [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1a482cee684bd8a8a2ea685aa62514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334dfaf60cc446658756fdbd532c2c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.949618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.949897] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.950131] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.950323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.950580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.953363] env[68758]: INFO nova.compute.manager [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Terminating instance [ 834.228800] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Successfully created port: 3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.314601] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942392, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07195} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.317156] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.320130] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab083fb-712b-4f20-905d-5b448d4c6ed6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.344117] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] c292f51f-1701-432c-9d12-78233dd31ca5/c292f51f-1701-432c-9d12-78233dd31ca5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.345343] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15bd377e-9850-48bb-bd7d-197de2285e82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.360096] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce089fc-7a4f-451d-a563-d70caca9c6fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.368741] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea451da7-8216-410a-b393-a1e34e93078e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.373605] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 834.373605] env[68758]: value = "task-2942393" [ 834.373605] env[68758]: _type = "Task" [ 834.373605] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.407973] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.412621] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fdb9c2-838a-4217-9c89-2b653fe7716d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.418510] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.423143] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff03250-d212-45ef-bc14-a3df678b011f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.438233] env[68758]: DEBUG nova.compute.provider_tree [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.457151] env[68758]: DEBUG nova.compute.manager [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 834.457501] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.458281] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceedf1df-bd10-4a47-9fc2-cb3431c9fd63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.468380] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.468741] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7615049-2a9f-4697-9074-b74170e8bce5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.475569] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 834.475569] env[68758]: value = "task-2942394" [ 834.475569] env[68758]: _type = "Task" [ 834.475569] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.483839] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.883909] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.940153] env[68758]: DEBUG nova.scheduler.client.report [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 834.985312] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942394, 'name': PowerOffVM_Task, 'duration_secs': 0.215227} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.985602] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.985769] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.986058] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e428b3b-1202-4deb-91b8-ba913ac3b433 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.059710] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.059938] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.060144] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Deleting the datastore file [datastore2] 40b2063c-1b0e-41e6-abde-7ef5c7f9def8 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.060414] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82edf182-da95-416e-aba3-0af0a097a23f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.067160] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for the task: (returnval){ [ 835.067160] env[68758]: value = "task-2942396" [ 835.067160] env[68758]: _type = "Task" [ 835.067160] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.074474] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.384625] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.418465] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.444421] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.444702] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.444862] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.445058] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.445242] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.445393] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.446031] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.446031] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.446031] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.446203] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.446283] env[68758]: DEBUG nova.virt.hardware [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.447049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.449466] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1268b786-1816-4801-8b46-aca999bbcd24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.452259] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.436s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.452479] env[68758]: DEBUG nova.objects.instance [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lazy-loading 'resources' on Instance uuid e4aaa46f-6a69-4179-a9eb-40879d240cb4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.460692] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc1e507-23be-471a-b926-3929d2c22898 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.475710] env[68758]: INFO nova.scheduler.client.report [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Deleted allocations for instance a38c2595-3f21-4ce6-8bbe-ba1c551acb7a [ 835.576115] env[68758]: DEBUG oslo_vmware.api [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Task: {'id': task-2942396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142024} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.576400] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.576604] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.576797] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.576978] env[68758]: INFO nova.compute.manager [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 835.577286] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.577493] env[68758]: DEBUG nova.compute.manager [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.577589] env[68758]: DEBUG nova.network.neutron [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.627635] env[68758]: DEBUG nova.compute.manager [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Received event network-vif-plugged-3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.627868] env[68758]: DEBUG oslo_concurrency.lockutils [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.628115] env[68758]: DEBUG oslo_concurrency.lockutils [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] Lock "a45372b1-e32a-473a-b267-30021687c347-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.628279] env[68758]: DEBUG oslo_concurrency.lockutils [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] Lock "a45372b1-e32a-473a-b267-30021687c347-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.628462] env[68758]: DEBUG nova.compute.manager [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] No waiting events found dispatching network-vif-plugged-3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.628636] env[68758]: WARNING nova.compute.manager [req-9a18602a-ea3c-43ce-b4c3-a317e71e1330 req-875dbf15-56fa-4c09-a675-3ed47bb07a5e service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Received unexpected event network-vif-plugged-3bf3387a-3a68-44e9-9c15-2dc7363548af for instance with vm_state building and task_state spawning. [ 835.727097] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Successfully updated port: 3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 835.886560] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942393, 'name': ReconfigVM_Task, 'duration_secs': 1.0733} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.886830] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] c292f51f-1701-432c-9d12-78233dd31ca5/c292f51f-1701-432c-9d12-78233dd31ca5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.887541] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4379a329-bb42-4806-9766-d89f8852d241 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.893818] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 835.893818] env[68758]: value = "task-2942397" [ 835.893818] env[68758]: _type = "Task" [ 835.893818] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.901773] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942397, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.938958] env[68758]: DEBUG nova.compute.manager [req-bdded2eb-b94b-4641-9821-32166cdeea2e req-44e663c3-556d-42cd-a9cc-6fa4b59badff service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Received event network-vif-deleted-92cbc607-b325-4e77-9e56-c1023281ee47 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 835.939534] env[68758]: INFO nova.compute.manager [req-bdded2eb-b94b-4641-9821-32166cdeea2e req-44e663c3-556d-42cd-a9cc-6fa4b59badff service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Neutron deleted interface 92cbc607-b325-4e77-9e56-c1023281ee47; detaching it from the instance and deleting it from the info cache [ 835.939534] env[68758]: DEBUG nova.network.neutron [req-bdded2eb-b94b-4641-9821-32166cdeea2e req-44e663c3-556d-42cd-a9cc-6fa4b59badff service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.982951] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6024b6e9-32dc-4131-a7f1-3f545f0475a0 tempest-ServerShowV247Test-713624307 tempest-ServerShowV247Test-713624307-project-member] Lock "a38c2595-3f21-4ce6-8bbe-ba1c551acb7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.571s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.231839] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.231973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232298] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.353588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46db109-feb9-4dae-bee1-f459f5bf1c07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.361130] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9f45d2-a240-43f9-995f-66cfd87623d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.392913] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28741af3-d34f-4af9-9f6a-e322a890a67c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.406700] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5692e1b-72b6-4803-b7de-661932322d18 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.410807] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942397, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.421840] env[68758]: DEBUG nova.compute.provider_tree [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.423149] env[68758]: DEBUG nova.network.neutron [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.441900] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-43d9b26e-dd47-4cab-a7de-8b603fd26797 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.451310] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda9a7e2-94d9-4ad0-8905-cf785e854bf3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.482351] env[68758]: DEBUG nova.compute.manager [req-bdded2eb-b94b-4641-9821-32166cdeea2e req-44e663c3-556d-42cd-a9cc-6fa4b59badff service nova] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Detach interface failed, port_id=92cbc607-b325-4e77-9e56-c1023281ee47, reason: Instance 40b2063c-1b0e-41e6-abde-7ef5c7f9def8 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 836.772365] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.906342] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942397, 'name': Rename_Task, 'duration_secs': 0.900136} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.906679] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.906962] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9139ffa6-1b3e-460d-9d54-e884c076bd67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.916252] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 836.916252] env[68758]: value = "task-2942398" [ 836.916252] env[68758]: _type = "Task" [ 836.916252] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.925595] env[68758]: DEBUG nova.scheduler.client.report [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 836.930331] env[68758]: INFO nova.compute.manager [-] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Took 1.35 seconds to deallocate network for instance. [ 836.930741] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942398, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.031839] env[68758]: DEBUG nova.network.neutron [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.427274] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942398, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.431238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.979s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.434028] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.173s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.436116] env[68758]: INFO nova.compute.claims [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.439059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.454198] env[68758]: INFO nova.scheduler.client.report [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleted allocations for instance e4aaa46f-6a69-4179-a9eb-40879d240cb4 [ 837.534924] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.535063] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Instance network_info: |[{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.535401] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:09:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf3387a-3a68-44e9-9c15-2dc7363548af', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.543561] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.543772] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45372b1-e32a-473a-b267-30021687c347] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.544021] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1566cab-d6c2-413b-8e26-8a5d8e865daf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.572733] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.572733] env[68758]: value = "task-2942399" [ 837.572733] env[68758]: _type = "Task" [ 837.572733] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.582384] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942399, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.657195] env[68758]: DEBUG nova.compute.manager [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Received event network-changed-3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 837.657195] env[68758]: DEBUG nova.compute.manager [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Refreshing instance network info cache due to event network-changed-3bf3387a-3a68-44e9-9c15-2dc7363548af. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 837.657195] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] Acquiring lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.657195] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] Acquired lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.659469] env[68758]: DEBUG nova.network.neutron [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Refreshing network info cache for port 3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.928393] env[68758]: DEBUG oslo_vmware.api [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942398, 'name': PowerOnVM_Task, 'duration_secs': 0.696801} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.928897] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.929545] env[68758]: INFO nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Took 9.54 seconds to spawn the instance on the hypervisor. [ 837.929545] env[68758]: DEBUG nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.930286] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-701a3b6c-159e-4656-8010-69c182eebf36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.962233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28b7dd75-c1e6-4995-b5db-785327957889 tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "e4aaa46f-6a69-4179-a9eb-40879d240cb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.886s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.082219] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942399, 'name': CreateVM_Task, 'duration_secs': 0.314591} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.082448] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a45372b1-e32a-473a-b267-30021687c347] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.083086] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.083239] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.083563] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.083814] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90eca94-70ca-4d54-bf73-345735f74620 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.088152] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 838.088152] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c74ec1-b0ae-8a87-fc6c-b92171cad40b" [ 838.088152] env[68758]: _type = "Task" [ 838.088152] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.096195] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c74ec1-b0ae-8a87-fc6c-b92171cad40b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.457972] env[68758]: INFO nova.compute.manager [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Took 51.62 seconds to build instance. [ 838.602816] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c74ec1-b0ae-8a87-fc6c-b92171cad40b, 'name': SearchDatastore_Task, 'duration_secs': 0.018616} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.603137] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.603480] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.603996] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.604550] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.604964] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.605401] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a86d7a9-6bb3-408d-bb40-2c5c56e52fd1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.618797] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.618993] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.619778] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a92c4496-5bc0-4ab4-8e53-53e5c800dc44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.627121] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 838.627121] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b74248-548a-b840-0449-6f5541533754" [ 838.627121] env[68758]: _type = "Task" [ 838.627121] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.637708] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b74248-548a-b840-0449-6f5541533754, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.653419] env[68758]: DEBUG nova.network.neutron [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Updated VIF entry in instance network info cache for port 3bf3387a-3a68-44e9-9c15-2dc7363548af. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.654020] env[68758]: DEBUG nova.network.neutron [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.887010] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2d5b8a-1f9a-4ea4-ba9c-58a3a248a751 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.894400] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d28cb9-6559-416f-9f9e-b8ce3bfa26cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.925996] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c515770e-1063-447f-a459-72a14d5148b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.935822] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bf435e-a112-4a92-ba4c-f69b5484bb05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.954340] env[68758]: DEBUG nova.compute.provider_tree [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.960154] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c2a161f0-bd4e-488b-9097-a1ff6423136c tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.181s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.138205] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b74248-548a-b840-0449-6f5541533754, 'name': SearchDatastore_Task, 'duration_secs': 0.015423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.139198] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-440dda81-299e-4524-95fc-8d1ed797c2ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.144609] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 839.144609] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7a3d3-833b-0125-a27c-ac19fc3e37f4" [ 839.144609] env[68758]: _type = "Task" [ 839.144609] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.152557] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7a3d3-833b-0125-a27c-ac19fc3e37f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.161226] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee64d1d4-6e31-4662-8c25-269dca35611a req-2c381d29-a480-4eac-9e59-1658ff437e6b service nova] Releasing lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.460473] env[68758]: DEBUG nova.scheduler.client.report [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.659555] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7a3d3-833b-0125-a27c-ac19fc3e37f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.659658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.659877] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.660156] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66a32be9-6fed-4e42-89b5-11868074cf33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.666911] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 839.666911] env[68758]: value = "task-2942400" [ 839.666911] env[68758]: _type = "Task" [ 839.666911] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.677025] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.969100] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.969574] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.975030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.652s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.189484] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45698} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.191176] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.191176] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.191176] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-366919a9-0ef8-4c93-934b-96879ffc9f05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.198059] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 840.198059] env[68758]: value = "task-2942401" [ 840.198059] env[68758]: _type = "Task" [ 840.198059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.206315] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.481411] env[68758]: DEBUG nova.compute.utils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.488390] env[68758]: INFO nova.compute.claims [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.497741] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.497983] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.585823] env[68758]: DEBUG nova.policy [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.711134] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067412} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.712200] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 840.713021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c71234-e7d5-4e8b-b357-a6d6c8f2ad05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.741039] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 840.741039] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6f41dc-322e-4ef3-a612-08c31523e347 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.768545] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 840.768545] env[68758]: value = "task-2942402" [ 840.768545] env[68758]: _type = "Task" [ 840.768545] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.776812] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.001240] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.005706] env[68758]: INFO nova.compute.resource_tracker [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating resource usage from migration 565c4cb1-59f7-443a-bb4a-ebec086f097e [ 841.164860] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Successfully created port: e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.280200] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942402, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.503899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0056d8d7-af7c-409e-baaa-f248d04414d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.515481] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dff7db-6cb4-47a0-bc23-ab7022a92c88 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.551604] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6ca27-876f-44d1-a73e-f2be0c1bc0f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.560066] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1125b2-2360-4c75-96bd-299ad9823a7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.577625] env[68758]: DEBUG nova.compute.provider_tree [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.731520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.731836] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.779528] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942402, 'name': ReconfigVM_Task, 'duration_secs': 0.948581} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.779890] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 841.780555] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bdee8f0-eebc-42ef-bcc6-f416e236fa30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.786516] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 841.786516] env[68758]: value = "task-2942403" [ 841.786516] env[68758]: _type = "Task" [ 841.786516] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.795278] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942403, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.022679] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.055968] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.056344] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.056524] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.056713] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.056858] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.057356] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.057356] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.057356] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.057552] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.058282] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.058282] env[68758]: DEBUG nova.virt.hardware [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.058727] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045d99d2-09a0-4641-93dd-d39aea86c37c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.066753] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2ad137-fd34-43b4-95f7-7777014e8416 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.083801] env[68758]: DEBUG nova.scheduler.client.report [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.239147] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 842.298100] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942403, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.419674] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6ceb9115-9d23-4581-97f6-84663256b50d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.420684] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.588617] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.614s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.588617] env[68758]: INFO nova.compute.manager [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Migrating [ 842.596371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.702s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.596784] env[68758]: DEBUG nova.objects.instance [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lazy-loading 'resources' on Instance uuid af0dbd5f-8112-4446-b5a0-8dce64a95a8e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.617224] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "c292f51f-1701-432c-9d12-78233dd31ca5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.617784] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.618107] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.618372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.618632] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.622666] env[68758]: INFO nova.compute.manager [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Terminating instance [ 842.751550] env[68758]: DEBUG nova.compute.manager [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-vif-plugged-e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 842.751881] env[68758]: DEBUG oslo_concurrency.lockutils [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.752172] env[68758]: DEBUG oslo_concurrency.lockutils [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.752380] env[68758]: DEBUG oslo_concurrency.lockutils [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.752846] env[68758]: DEBUG nova.compute.manager [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] No waiting events found dispatching network-vif-plugged-e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.752846] env[68758]: WARNING nova.compute.manager [req-1b83a5c1-61fb-4ec5-9482-cd1bec0b900d req-8bcee89f-d9a3-4949-9482-ed7619d46970 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received unexpected event network-vif-plugged-e15e0bfd-3a49-4b97-b50b-66287e691e2c for instance with vm_state building and task_state spawning. [ 842.766279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.797231] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942403, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.868795] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Successfully updated port: e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.105390] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.106029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.106029] env[68758]: DEBUG nova.network.neutron [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.128452] env[68758]: DEBUG nova.compute.manager [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.128829] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.129996] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d38855e-bec9-467c-b813-aa39d8ca25a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.142577] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.142886] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a3751bc-9694-4942-b7dd-cf63bb804313 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.149095] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 843.149095] env[68758]: value = "task-2942404" [ 843.149095] env[68758]: _type = "Task" [ 843.149095] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.160179] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.297153] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942403, 'name': Rename_Task, 'duration_secs': 1.03532} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.299801] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.301102] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0601def-674b-4a11-bca8-aa01f53f6172 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.312241] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 843.312241] env[68758]: value = "task-2942405" [ 843.312241] env[68758]: _type = "Task" [ 843.312241] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.321151] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.374174] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.374174] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.374174] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.531095] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd84204a-1330-4187-914f-7a60b5a0b2e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.538844] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2895f765-aae0-4c54-b074-17ecea60a7eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.568108] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa10186-3797-456d-bb5d-718b2a216e35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.575607] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b8a377-7ceb-4899-af7a-f88a28d543b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.588698] env[68758]: DEBUG nova.compute.provider_tree [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.661638] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942404, 'name': PowerOffVM_Task, 'duration_secs': 0.184104} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.661884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.662066] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.662331] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a027f4c6-e592-4604-84a0-68c886e3d143 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.740828] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.741300] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.741389] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Deleting the datastore file [datastore2] c292f51f-1701-432c-9d12-78233dd31ca5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.741740] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b132d10b-b8c4-423d-bd18-506a6ea3e44e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.750241] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for the task: (returnval){ [ 843.750241] env[68758]: value = "task-2942407" [ 843.750241] env[68758]: _type = "Task" [ 843.750241] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.763937] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942407, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.821387] env[68758]: DEBUG oslo_vmware.api [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942405, 'name': PowerOnVM_Task, 'duration_secs': 0.464058} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.821698] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 843.821935] env[68758]: INFO nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Took 8.40 seconds to spawn the instance on the hypervisor. [ 843.822284] env[68758]: DEBUG nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 843.822988] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58d1bd1-e71e-48b7-8592-b6163b60c8af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.833501] env[68758]: DEBUG nova.network.neutron [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.904168] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.085013] env[68758]: DEBUG nova.network.neutron [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.092340] env[68758]: DEBUG nova.scheduler.client.report [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.261193] env[68758]: DEBUG oslo_vmware.api [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Task: {'id': task-2942407, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129311} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.261193] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.261193] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.261586] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.261832] env[68758]: INFO nova.compute.manager [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 844.262961] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.262961] env[68758]: DEBUG nova.compute.manager [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.262961] env[68758]: DEBUG nova.network.neutron [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.343963] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.348037] env[68758]: INFO nova.compute.manager [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Took 55.96 seconds to build instance. [ 844.590026] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.590026] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Instance network_info: |[{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.590026] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:95:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15e0bfd-3a49-4b97-b50b-66287e691e2c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.596315] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating folder: Project (110dcc4dabf44cba9a89bf6b7147e918). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.596858] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf59f4a3-a3c3-4550-9895-a7d9b76928c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.600973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.603424] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.300s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.605035] env[68758]: DEBUG nova.objects.instance [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'resources' on Instance uuid 28b6c309-f30b-4600-b42f-c7a14c6fd9e8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.608403] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created folder: Project (110dcc4dabf44cba9a89bf6b7147e918) in parent group-v590497. [ 844.608874] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating folder: Instances. Parent ref: group-v590656. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.610968] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5be06760-4575-4cf1-ac72-f20ccacf0113 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.621822] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created folder: Instances in parent group-v590656. [ 844.621822] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.621822] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.621822] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d6bf701-290d-4b17-a57e-1c310fd26be0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.642702] env[68758]: INFO nova.scheduler.client.report [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted allocations for instance af0dbd5f-8112-4446-b5a0-8dce64a95a8e [ 844.656143] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.656143] env[68758]: value = "task-2942410" [ 844.656143] env[68758]: _type = "Task" [ 844.656143] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.665816] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942410, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.851917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9b0f0d5e-b1a1-45f9-a7da-ae1411a8d93c tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.086s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.134613] env[68758]: DEBUG nova.compute.manager [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-changed-e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 845.134999] env[68758]: DEBUG nova.compute.manager [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing instance network info cache due to event network-changed-e15e0bfd-3a49-4b97-b50b-66287e691e2c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 845.135229] env[68758]: DEBUG oslo_concurrency.lockutils [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.135380] env[68758]: DEBUG oslo_concurrency.lockutils [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.135541] env[68758]: DEBUG nova.network.neutron [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing network info cache for port e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.157024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-028f207a-86a3-40da-b0f1-325163a95367 tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "af0dbd5f-8112-4446-b5a0-8dce64a95a8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.827s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.168281] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942410, 'name': CreateVM_Task, 'duration_secs': 0.339817} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.168479] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.169151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.169325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.170100] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.172676] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-270201d3-85d7-40b1-b376-23e6f82ee5c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.178588] env[68758]: DEBUG nova.network.neutron [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.180298] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 845.180298] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf09e3-7e81-bb5f-f5c3-661b69670851" [ 845.180298] env[68758]: _type = "Task" [ 845.180298] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.189889] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf09e3-7e81-bb5f-f5c3-661b69670851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.357136] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.552375] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd8c8a5-e788-40d0-a339-109e438fb8f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.560333] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477683c9-26b1-4fe2-8f6d-df254506384b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.592764] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0d2517-21bf-44bd-b423-b377b35a5b66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.600536] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18b7b28-b34a-4830-ad6a-d42f4d48d610 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.615864] env[68758]: DEBUG nova.compute.provider_tree [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.680810] env[68758]: INFO nova.compute.manager [-] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Took 1.42 seconds to deallocate network for instance. [ 845.697480] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf09e3-7e81-bb5f-f5c3-661b69670851, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.697764] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.697992] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.698377] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.698619] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.698781] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.699123] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23ae80c9-6a23-413d-ab07-846970c66c61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.708881] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.708881] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.708881] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-944e0f17-0b2a-42f2-b638-296ff6332c29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.714101] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 845.714101] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5201f385-9760-94f1-f982-54d3dc1306ca" [ 845.714101] env[68758]: _type = "Task" [ 845.714101] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.722567] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5201f385-9760-94f1-f982-54d3dc1306ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.865728] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061dc952-32ed-4b15-93da-e373e13412ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.898655] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 845.904920] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.014740] env[68758]: DEBUG nova.network.neutron [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updated VIF entry in instance network info cache for port e15e0bfd-3a49-4b97-b50b-66287e691e2c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 846.015105] env[68758]: DEBUG nova.network.neutron [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.144367] env[68758]: ERROR nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [req-776afc9a-3cd5-49f0-812b-8b1483b0fe45] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-776afc9a-3cd5-49f0-812b-8b1483b0fe45"}]} [ 846.171364] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.187556] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.187805] env[68758]: DEBUG nova.compute.provider_tree [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.196008] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.202705] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.226666] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5201f385-9760-94f1-f982-54d3dc1306ca, 'name': SearchDatastore_Task, 'duration_secs': 0.008721} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.228231] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.231039] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-412c327c-424c-4283-93fa-b7b24b6af40c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.237086] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 846.237086] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266ea72-ac09-1f8d-7d59-1600fb727d69" [ 846.237086] env[68758]: _type = "Task" [ 846.237086] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.245194] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266ea72-ac09-1f8d-7d59-1600fb727d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.408163] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.408516] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa14c37b-5849-49ad-af37-25c1e5c981f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.415541] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 846.415541] env[68758]: value = "task-2942411" [ 846.415541] env[68758]: _type = "Task" [ 846.415541] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.424974] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.518846] env[68758]: DEBUG oslo_concurrency.lockutils [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.519192] env[68758]: DEBUG nova.compute.manager [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Received event network-vif-deleted-8d559dc8-590b-43a6-846e-4efee6761b3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 846.519418] env[68758]: INFO nova.compute.manager [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Neutron deleted interface 8d559dc8-590b-43a6-846e-4efee6761b3d; detaching it from the instance and deleting it from the info cache [ 846.519632] env[68758]: DEBUG nova.network.neutron [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.607095] env[68758]: DEBUG nova.compute.manager [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 846.681288] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8328997e-1991-4252-b9e3-78558f96c5cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.689530] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e29cf5-4c97-4c3b-865a-32002ff639d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.721593] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c93077b-0cc6-4d88-8e9b-76209cb899fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.729566] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b128dc9-49ff-4db2-96cd-4c6ce12633ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.743368] env[68758]: DEBUG nova.compute.provider_tree [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.753784] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "c989450d-aad1-4895-8048-7a57a8c5476b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.754012] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.760122] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266ea72-ac09-1f8d-7d59-1600fb727d69, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.760594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.760848] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8833fd05-4ef9-40d4-945a-53e20426c094/8833fd05-4ef9-40d4-945a-53e20426c094.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 846.761194] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3df664a4-0d64-41d6-9f68-2f00b08a4956 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.767939] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 846.767939] env[68758]: value = "task-2942412" [ 846.767939] env[68758]: _type = "Task" [ 846.767939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.772643] env[68758]: ERROR nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [req-1e1a06e5-1ec1-4122-904d-4083411c8e9c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1e1a06e5-1ec1-4122-904d-4083411c8e9c"}]} [ 846.778293] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942412, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.793267] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 846.806564] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 846.806823] env[68758]: DEBUG nova.compute.provider_tree [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 846.818340] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 846.836749] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 846.928992] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942411, 'name': PowerOffVM_Task, 'duration_secs': 0.181758} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.932925] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.933340] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 847.027969] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae1aa90f-2f52-4d5d-b46c-b4d9c4f63123 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.038923] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe70caf-d131-4911-b5a9-a714930c3ffe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.077599] env[68758]: DEBUG nova.compute.manager [req-44b55a72-57da-44e0-9dbe-060b7ac470e0 req-4f906d61-b0a8-4eae-81f6-b978edd6d9f5 service nova] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Detach interface failed, port_id=8d559dc8-590b-43a6-846e-4efee6761b3d, reason: Instance c292f51f-1701-432c-9d12-78233dd31ca5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 847.124372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.280094] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942412, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429137} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.280365] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8833fd05-4ef9-40d4-945a-53e20426c094/8833fd05-4ef9-40d4-945a-53e20426c094.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.280584] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.280833] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9f3042b-d455-4fb8-a5b9-b253461c3835 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.289047] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 847.289047] env[68758]: value = "task-2942413" [ 847.289047] env[68758]: _type = "Task" [ 847.289047] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.296025] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.329911] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd390e4-845e-4e1b-9167-f65f872ace0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.337296] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9b8418-726d-4341-bfae-c006b9a9e1c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.369257] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1be4880-738c-4299-b77e-e3ad8a8f4d02 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.376605] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26442e7-8256-4f79-9cc6-b49670d445b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.389743] env[68758]: DEBUG nova.compute.provider_tree [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.441557] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 847.441666] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 847.441774] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 847.441963] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 847.442121] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 847.442266] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 847.442588] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 847.442844] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 847.442901] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 847.443075] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 847.443412] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 847.448684] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd0cc1c-1ce9-4863-86a6-9798f7422e68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.464385] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 847.464385] env[68758]: value = "task-2942414" [ 847.464385] env[68758]: _type = "Task" [ 847.464385] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.473235] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.796165] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085003} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.796466] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.797297] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefa4121-af7c-414e-bdc4-44b0ef290bf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.818913] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 8833fd05-4ef9-40d4-945a-53e20426c094/8833fd05-4ef9-40d4-945a-53e20426c094.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.818913] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb920e71-2581-478e-b53c-0af0a93deae4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.837865] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 847.837865] env[68758]: value = "task-2942415" [ 847.837865] env[68758]: _type = "Task" [ 847.837865] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.845511] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.893238] env[68758]: DEBUG nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.977454] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942414, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.348024] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942415, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.399588] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.796s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.402934] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.599s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.404025] env[68758]: INFO nova.compute.claims [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.421687] env[68758]: INFO nova.scheduler.client.report [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted allocations for instance 28b6c309-f30b-4600-b42f-c7a14c6fd9e8 [ 848.476305] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942414, 'name': ReconfigVM_Task, 'duration_secs': 0.527499} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.476612] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 848.848137] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942415, 'name': ReconfigVM_Task, 'duration_secs': 0.710188} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.848807] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 8833fd05-4ef9-40d4-945a-53e20426c094/8833fd05-4ef9-40d4-945a-53e20426c094.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.849595] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2eb57801-fdb3-437c-874b-2b5055889098 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.856798] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 848.856798] env[68758]: value = "task-2942416" [ 848.856798] env[68758]: _type = "Task" [ 848.856798] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.864421] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942416, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.929692] env[68758]: DEBUG oslo_concurrency.lockutils [None req-175d5d10-104b-4829-93c6-fdc78af470db tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "28b6c309-f30b-4600-b42f-c7a14c6fd9e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.206s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.983351] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:04:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e23a5708-8f37-457e-a915-1bc6ae42067c',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-696556327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.983707] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.983932] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.984553] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.984553] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.984704] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.984930] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.985159] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.985414] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.985612] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.985790] env[68758]: DEBUG nova.virt.hardware [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.991016] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 848.991298] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5580f68f-8796-42f6-9a1b-a3ab0707ae9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.009232] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 849.009232] env[68758]: value = "task-2942417" [ 849.009232] env[68758]: _type = "Task" [ 849.009232] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.017828] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942417, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.366610] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942416, 'name': Rename_Task, 'duration_secs': 0.137113} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.366884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.367142] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-252f1f16-acc3-432f-886d-f97b3c7349db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.373256] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 849.373256] env[68758]: value = "task-2942418" [ 849.373256] env[68758]: _type = "Task" [ 849.373256] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.380585] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.416256] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "34777953-1a17-4f41-ae70-b34ba4257b77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.416647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.416777] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.416953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.417140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.420979] env[68758]: INFO nova.compute.manager [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Terminating instance [ 849.521158] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942417, 'name': ReconfigVM_Task, 'duration_secs': 0.188014} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.521513] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 849.522320] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a43cc6f-90c5-492f-bf22-cf8adc7f2fc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.546941] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.551030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c39541-c7f0-4608-b110-66a4eef64663 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.569780] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 849.569780] env[68758]: value = "task-2942419" [ 849.569780] env[68758]: _type = "Task" [ 849.569780] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.580536] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942419, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.885333] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.925151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9dbafc-3633-43d9-96f3-13e157284cb1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.928306] env[68758]: DEBUG nova.compute.manager [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.928517] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.929294] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0315f05-7a9d-4bd9-85f6-a389f3490156 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.939658] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16532dab-08c5-45dd-bb60-063c556916c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.943150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.943751] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31ab3416-9a36-48d4-b067-da147dc10301 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.974262] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73f9f2f-df94-4a9b-9909-64b207a92251 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.977052] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 849.977052] env[68758]: value = "task-2942420" [ 849.977052] env[68758]: _type = "Task" [ 849.977052] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.983714] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e01ccb-bf2d-4614-a995-7647fee27176 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.990417] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.001091] env[68758]: DEBUG nova.compute.provider_tree [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.080369] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.385753] env[68758]: DEBUG oslo_vmware.api [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942418, 'name': PowerOnVM_Task, 'duration_secs': 0.698118} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.386050] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.386258] env[68758]: INFO nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Took 8.36 seconds to spawn the instance on the hypervisor. [ 850.386502] env[68758]: DEBUG nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.387248] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9177d635-304c-4e8f-820b-2d206e27c7e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.488225] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942420, 'name': PowerOffVM_Task, 'duration_secs': 0.199453} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.488505] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.488674] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.488925] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa9f4b3-c62b-4b4d-bc89-84f927a9af69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.504025] env[68758]: DEBUG nova.scheduler.client.report [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.576166] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.576458] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.576623] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleting the datastore file [datastore2] 34777953-1a17-4f41-ae70-b34ba4257b77 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.577338] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdb20834-7634-478c-8daa-ef2756227663 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.582777] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942419, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.584042] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 850.584042] env[68758]: value = "task-2942422" [ 850.584042] env[68758]: _type = "Task" [ 850.584042] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.592973] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942422, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.907458] env[68758]: INFO nova.compute.manager [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Took 56.68 seconds to build instance. [ 851.009659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.010440] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.013652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.342s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.015183] env[68758]: INFO nova.compute.claims [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.082012] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942419, 'name': ReconfigVM_Task, 'duration_secs': 1.284517} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.082378] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.082653] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.094224] env[68758]: DEBUG oslo_vmware.api [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942422, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1301} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.094504] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.094692] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.094904] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.095386] env[68758]: INFO nova.compute.manager [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Took 1.17 seconds to destroy the instance on the hypervisor. [ 851.095660] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.095847] env[68758]: DEBUG nova.compute.manager [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 851.096045] env[68758]: DEBUG nova.network.neutron [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.414022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-62d26154-371a-43f4-baed-df63695552cd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.231s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.521193] env[68758]: DEBUG nova.compute.utils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.526041] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.526041] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.581645] env[68758]: DEBUG nova.policy [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ea19b8126f49b28a7d56742a7d5d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf78798a4594bb385c3271cc88d7a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 851.597252] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d820ba41-e7e2-4cd0-91da-dc4dcb067434 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.619946] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854136d4-c03d-4f56-a6c2-c9d283eaf684 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.640968] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 851.656562] env[68758]: DEBUG nova.compute.manager [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-changed-e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 851.656765] env[68758]: DEBUG nova.compute.manager [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing instance network info cache due to event network-changed-e15e0bfd-3a49-4b97-b50b-66287e691e2c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 851.656979] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.657133] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.657295] env[68758]: DEBUG nova.network.neutron [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing network info cache for port e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.876387] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Successfully created port: 182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 851.913961] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.034028] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.084364] env[68758]: DEBUG nova.network.neutron [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.204271] env[68758]: DEBUG nova.network.neutron [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Port 2f4351f4-1ffa-4db4-a6ae-0049276bb388 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 852.393923] env[68758]: DEBUG nova.network.neutron [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updated VIF entry in instance network info cache for port e15e0bfd-3a49-4b97-b50b-66287e691e2c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.394303] env[68758]: DEBUG nova.network.neutron [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.428659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.462709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f0c880-ee42-437a-a12a-4a658fade53c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.470784] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d478bf-bf58-4530-908f-109f95c85813 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.502853] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3696a4-ed05-41a6-921d-35ffc50959c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.510246] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df80395-ee6d-446c-8c74-b8186c90a398 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.523114] env[68758]: DEBUG nova.compute.provider_tree [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.587290] env[68758]: INFO nova.compute.manager [-] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Took 1.49 seconds to deallocate network for instance. [ 852.898455] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebb84e8f-4407-47ff-ad4d-8283c8b80319 req-0b501f98-f603-42d9-b145-3d024499b3a2 service nova] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.025792] env[68758]: DEBUG nova.scheduler.client.report [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.044408] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.074185] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.074503] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.074689] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.074884] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.075037] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.075186] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.075399] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.075557] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.075719] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.075879] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.076065] env[68758]: DEBUG nova.virt.hardware [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.076961] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333cd371-eae7-436d-a471-1257ca0bea7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.085317] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71213ad-00d0-4347-a76e-ca4238713e45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.099218] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.228114] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.228376] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.228561] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.288541] env[68758]: DEBUG nova.compute.manager [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Received event network-vif-plugged-182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.288853] env[68758]: DEBUG oslo_concurrency.lockutils [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] Acquiring lock "8257332d-9502-418b-981a-ffeffff4452d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.289187] env[68758]: DEBUG oslo_concurrency.lockutils [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] Lock "8257332d-9502-418b-981a-ffeffff4452d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.289438] env[68758]: DEBUG oslo_concurrency.lockutils [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] Lock "8257332d-9502-418b-981a-ffeffff4452d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.289684] env[68758]: DEBUG nova.compute.manager [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] No waiting events found dispatching network-vif-plugged-182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 853.289956] env[68758]: WARNING nova.compute.manager [req-926db315-be43-47ba-a385-0505f78e5b54 req-4dbecd4f-c7ab-4486-a9e2-b28777c07275 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Received unexpected event network-vif-plugged-182d26ba-0037-4560-b4ba-2f43a9c7cb19 for instance with vm_state building and task_state spawning. [ 853.378761] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Successfully updated port: 182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 853.531213] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.531788] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 853.534737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.507s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.534834] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.535033] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 853.535225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.614s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.535523] env[68758]: DEBUG nova.objects.instance [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lazy-loading 'resources' on Instance uuid 19444cef-85dd-450c-8392-887444afda37 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.537971] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acdf89e-149a-44be-9dfc-dd14a0223940 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.546042] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcfae2c-7141-44b8-bead-1479f9e49d05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.562099] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b08bf1-0aab-4803-a236-048e50f11d72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.568642] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d68295-2b40-42ca-9bc6-d49e343d8e6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.600682] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178826MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 853.600851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.702312] env[68758]: DEBUG nova.compute.manager [req-aec8d5a6-0ee7-4bae-a846-0dd7e46c0d7b req-251be2e2-0d7d-4bea-b721-3aa01ad47dc8 service nova] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Received event network-vif-deleted-5abfc861-21db-4b23-9e1c-16d015e462f3 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 853.882089] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.882248] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.882402] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.041045] env[68758]: DEBUG nova.compute.utils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.042425] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 854.042603] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 854.086598] env[68758]: DEBUG nova.policy [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 854.436078] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 854.523292] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.523502] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.523681] env[68758]: DEBUG nova.network.neutron [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.534863] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7612ea67-cdae-4b15-b0a1-d06ccb638fb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.543630] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b88502-dd91-4b7d-8fa5-6c27bb5644a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.547015] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 854.586032] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf59a837-87c2-4cd5-8911-dc103f473644 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.591891] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938c05cc-a870-46bb-829e-4f380e32c8f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.607315] env[68758]: DEBUG nova.compute.provider_tree [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.621775] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Successfully created port: f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 854.949461] env[68758]: DEBUG nova.network.neutron [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Updating instance_info_cache with network_info: [{"id": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "address": "fa:16:3e:c1:60:c4", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182d26ba-00", "ovs_interfaceid": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.110839] env[68758]: DEBUG nova.scheduler.client.report [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.386720] env[68758]: DEBUG nova.network.neutron [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.430719] env[68758]: DEBUG nova.compute.manager [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Received event network-changed-182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 855.430900] env[68758]: DEBUG nova.compute.manager [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Refreshing instance network info cache due to event network-changed-182d26ba-0037-4560-b4ba-2f43a9c7cb19. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 855.431110] env[68758]: DEBUG oslo_concurrency.lockutils [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] Acquiring lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.452886] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.453204] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Instance network_info: |[{"id": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "address": "fa:16:3e:c1:60:c4", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182d26ba-00", "ovs_interfaceid": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 855.453522] env[68758]: DEBUG oslo_concurrency.lockutils [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] Acquired lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.454205] env[68758]: DEBUG nova.network.neutron [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Refreshing network info cache for port 182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.454964] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:60:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '182d26ba-0037-4560-b4ba-2f43a9c7cb19', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.463333] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.463821] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.464376] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a1f17bc-fd82-459f-9549-23e96de0affe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.486692] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.486692] env[68758]: value = "task-2942423" [ 855.486692] env[68758]: _type = "Task" [ 855.486692] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.497745] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942423, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.558744] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.585424] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.585424] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.585424] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.585424] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.585424] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.585745] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.586095] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.586316] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.587055] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.587289] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.587501] env[68758]: DEBUG nova.virt.hardware [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.588504] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f318c541-9632-40b1-9ae5-18b5cb8b718e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.597376] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1333d138-6460-4e68-999c-7ea8fb1a3cf4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.616189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.618606] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.706s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.620172] env[68758]: INFO nova.compute.claims [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 855.713071] env[68758]: INFO nova.scheduler.client.report [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleted allocations for instance 19444cef-85dd-450c-8392-887444afda37 [ 855.890529] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.002207] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942423, 'name': CreateVM_Task, 'duration_secs': 0.334359} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.002207] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.002207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.002207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.002207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.002207] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e09a21e-aeff-4589-b8ab-699b54e08b01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.007055] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 856.007055] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526719b1-f76a-dfa7-7d69-e305cd8e81f0" [ 856.007055] env[68758]: _type = "Task" [ 856.007055] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.017154] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526719b1-f76a-dfa7-7d69-e305cd8e81f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.091011] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Successfully updated port: f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 856.220741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1df00912-dabf-4776-87f0-9fc4f1fe5c0d tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "19444cef-85dd-450c-8392-887444afda37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.729s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.280519] env[68758]: DEBUG nova.network.neutron [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Updated VIF entry in instance network info cache for port 182d26ba-0037-4560-b4ba-2f43a9c7cb19. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.280893] env[68758]: DEBUG nova.network.neutron [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Updating instance_info_cache with network_info: [{"id": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "address": "fa:16:3e:c1:60:c4", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap182d26ba-00", "ovs_interfaceid": "182d26ba-0037-4560-b4ba-2f43a9c7cb19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.417619] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae59b464-3657-4cb9-adb3-a4e508044389 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.439555] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1903b121-a5c7-4725-b431-1e422a3d7512 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.448943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 856.519928] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526719b1-f76a-dfa7-7d69-e305cd8e81f0, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.520268] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.520507] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.520747] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.520893] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.521086] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.521348] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098c5dd3-ae6a-4e17-ada8-37d36d6885f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.529974] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.530195] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.530954] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ef482d-1c99-4441-906d-66c7c81cb1e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.536150] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 856.536150] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230e845-0e58-c7e1-aba2-24eafc60433d" [ 856.536150] env[68758]: _type = "Task" [ 856.536150] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.543381] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230e845-0e58-c7e1-aba2-24eafc60433d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.595914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.596022] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.786340] env[68758]: DEBUG oslo_concurrency.lockutils [req-0941f4a2-fa7e-438c-a327-87e6d0eba3d7 req-0817922c-d296-4d23-ad0b-45430f6b3c48 service nova] Releasing lock "refresh_cache-8257332d-9502-418b-981a-ffeffff4452d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.956492] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.956940] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e307cf1-2574-436e-9fb8-524c403d1475 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.963903] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 856.963903] env[68758]: value = "task-2942424" [ 856.963903] env[68758]: _type = "Task" [ 856.963903] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.974069] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.045936] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230e845-0e58-c7e1-aba2-24eafc60433d, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.047876] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a3dec-a65b-4cf4-8308-ffcc6eb9cc0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.050194] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04c3a84c-2096-46b6-8903-48eeee952f40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.056238] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 857.056238] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5285c332-0344-229c-fd96-4ad213ed4b9d" [ 857.056238] env[68758]: _type = "Task" [ 857.056238] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.061693] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d4c74c-9a04-4d9d-b751-2317eef81c6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.069735] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5285c332-0344-229c-fd96-4ad213ed4b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.093407] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.093631] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8257332d-9502-418b-981a-ffeffff4452d/8257332d-9502-418b-981a-ffeffff4452d.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.094090] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6f7b2d9-e013-40a9-910d-c58d173537d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.096615] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af62dd1f-91e0-402d-baef-292ac5cde574 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.108493] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1540b30e-45ac-4654-8488-5a55068fcf0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.112933] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 857.112933] env[68758]: value = "task-2942425" [ 857.112933] env[68758]: _type = "Task" [ 857.112933] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.123615] env[68758]: DEBUG nova.compute.provider_tree [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.130893] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.149666] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.413111] env[68758]: DEBUG nova.network.neutron [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updating instance_info_cache with network_info: [{"id": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "address": "fa:16:3e:ff:04:bd", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b71124-18", "ovs_interfaceid": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.474937] env[68758]: DEBUG oslo_vmware.api [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942424, 'name': PowerOnVM_Task, 'duration_secs': 0.410841} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.475340] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.475642] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00fb6de2-1ee9-44d1-b596-93d3e4d4563f tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance '77f89eea-3f60-4d1e-8da6-26442edc1885' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.622953] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462297} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.623248] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 8257332d-9502-418b-981a-ffeffff4452d/8257332d-9502-418b-981a-ffeffff4452d.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.623461] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.623710] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-383278e2-807a-4191-ba01-1cc6d0fba570 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.626283] env[68758]: DEBUG nova.scheduler.client.report [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.635391] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 857.635391] env[68758]: value = "task-2942426" [ 857.635391] env[68758]: _type = "Task" [ 857.635391] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.638071] env[68758]: DEBUG nova.compute.manager [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received event network-vif-plugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 857.638071] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.638681] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.638681] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.638681] env[68758]: DEBUG nova.compute.manager [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] No waiting events found dispatching network-vif-plugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 857.638681] env[68758]: WARNING nova.compute.manager [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received unexpected event network-vif-plugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 for instance with vm_state building and task_state spawning. [ 857.638681] env[68758]: DEBUG nova.compute.manager [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received event network-changed-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 857.639174] env[68758]: DEBUG nova.compute.manager [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Refreshing instance network info cache due to event network-changed-f7b71124-18fe-447c-bbdb-31f68a7f73a4. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 857.639174] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Acquiring lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.648102] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.917140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.917546] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance network_info: |[{"id": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "address": "fa:16:3e:ff:04:bd", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b71124-18", "ovs_interfaceid": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.917949] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Acquired lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.918209] env[68758]: DEBUG nova.network.neutron [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Refreshing network info cache for port f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.919492] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:04:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7b71124-18fe-447c-bbdb-31f68a7f73a4', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.927131] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.928245] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.928470] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ac57a0c-fa39-4ba2-94d0-cb82e3f34d8e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.948919] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.948919] env[68758]: value = "task-2942427" [ 857.948919] env[68758]: _type = "Task" [ 857.948919] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.956727] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942427, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.131634] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.132197] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.134906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.658s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.135278] env[68758]: DEBUG nova.objects.instance [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lazy-loading 'resources' on Instance uuid 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.146158] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220189} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.147049] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 858.148371] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb0306d-491c-4f4b-bc64-c8ef9348aa9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.178343] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 8257332d-9502-418b-981a-ffeffff4452d/8257332d-9502-418b-981a-ffeffff4452d.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 858.179674] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f4dd39-7515-4034-9d69-911cf775e8fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.201148] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 858.201148] env[68758]: value = "task-2942428" [ 858.201148] env[68758]: _type = "Task" [ 858.201148] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.210949] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942428, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.459707] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942427, 'name': CreateVM_Task, 'duration_secs': 0.367967} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.460063] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.460763] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.460924] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.461381] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.461701] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d34f7b89-5f50-4bc8-ae55-f8ab6bcc6d3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.466584] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 858.466584] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ec025d-a9ca-5950-d6b1-89705b27d621" [ 858.466584] env[68758]: _type = "Task" [ 858.466584] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.476822] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ec025d-a9ca-5950-d6b1-89705b27d621, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.521350] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.521670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.521938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.522151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.522322] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.529730] env[68758]: INFO nova.compute.manager [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Terminating instance [ 858.637945] env[68758]: DEBUG nova.compute.utils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.639230] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 858.710458] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.742527] env[68758]: DEBUG nova.network.neutron [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updated VIF entry in instance network info cache for port f7b71124-18fe-447c-bbdb-31f68a7f73a4. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.742869] env[68758]: DEBUG nova.network.neutron [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updating instance_info_cache with network_info: [{"id": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "address": "fa:16:3e:ff:04:bd", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b71124-18", "ovs_interfaceid": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.977944] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ec025d-a9ca-5950-d6b1-89705b27d621, 'name': SearchDatastore_Task, 'duration_secs': 0.018642} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.977944] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.977944] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.978177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.978337] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.978457] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.978701] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a3020b2-779c-41b3-88d2-c82ff4f6f297 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.990436] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.990631] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.996989] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea94d84-a0a3-4adc-9213-95299e9c78d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.004085] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 859.004085] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528e018b-a6e0-8ff7-4925-3f271af8a4d8" [ 859.004085] env[68758]: _type = "Task" [ 859.004085] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.015628] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528e018b-a6e0-8ff7-4925-3f271af8a4d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.035664] env[68758]: DEBUG nova.compute.manager [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 859.035664] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.036085] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083984e8-e2c5-4ccc-8889-fe972df24aab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.043750] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.046290] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b74c28-8d86-4567-9e8c-b98282ab86b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.052648] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 859.052648] env[68758]: value = "task-2942429" [ 859.052648] env[68758]: _type = "Task" [ 859.052648] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.064022] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.085679] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72fa6ee-9231-4a51-898e-cd0c81a52a74 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.094357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c044920d-11ba-4f3b-9c24-6344a9dee2c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.129231] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57944144-0e82-40ec-8f44-81fe5d2f437e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.137017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c1a4d0-f715-404c-899b-fd9f65c4a95b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.150456] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.154023] env[68758]: DEBUG nova.compute.provider_tree [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.211647] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942428, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.248189] env[68758]: DEBUG oslo_concurrency.lockutils [req-8cf8f27b-d427-43fa-af8d-62e84888058a req-84da3111-27a3-4830-8f37-8bedd125df71 service nova] Releasing lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.515047] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528e018b-a6e0-8ff7-4925-3f271af8a4d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.515364] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dfae880-78ad-4596-9ff2-143c2c813538 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.520792] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 859.520792] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5206e388-c10d-30e5-dafd-c128b573c247" [ 859.520792] env[68758]: _type = "Task" [ 859.520792] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.528465] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5206e388-c10d-30e5-dafd-c128b573c247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.561864] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942429, 'name': PowerOffVM_Task, 'duration_secs': 0.466439} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.562049] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.562217] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.562466] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-403e9352-6ff1-499a-9e56-e39317d770f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.624759] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.624985] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.625182] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleting the datastore file [datastore1] b3c9f237-da05-42f0-acf1-399c2281d4f4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.625446] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921c4d71-2ada-4f27-84d4-a88b71b32e00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.632043] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for the task: (returnval){ [ 859.632043] env[68758]: value = "task-2942431" [ 859.632043] env[68758]: _type = "Task" [ 859.632043] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.639634] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.660431] env[68758]: DEBUG nova.scheduler.client.report [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.711774] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942428, 'name': ReconfigVM_Task, 'duration_secs': 1.306726} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.712058] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 8257332d-9502-418b-981a-ffeffff4452d/8257332d-9502-418b-981a-ffeffff4452d.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.712761] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b40b9788-b694-4be0-a942-3e6e05da0919 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.719064] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 859.719064] env[68758]: value = "task-2942432" [ 859.719064] env[68758]: _type = "Task" [ 859.719064] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.730624] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942432, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.846951] env[68758]: DEBUG nova.network.neutron [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Port 2f4351f4-1ffa-4db4-a6ae-0049276bb388 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 859.847191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847340] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.848116] env[68758]: DEBUG nova.network.neutron [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.031947] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5206e388-c10d-30e5-dafd-c128b573c247, 'name': SearchDatastore_Task, 'duration_secs': 0.008881} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.032223] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.032502] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] ba7d4674-d201-4eb6-8e50-796ec5224eb3/ba7d4674-d201-4eb6-8e50-796ec5224eb3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.032773] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-306181d6-ba9e-459f-962c-c48f1554bf5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.039663] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 860.039663] env[68758]: value = "task-2942433" [ 860.039663] env[68758]: _type = "Task" [ 860.039663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.073605] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.154323] env[68758]: DEBUG oslo_vmware.api [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Task: {'id': task-2942431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134385} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.154323] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.154323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.154323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.154323] env[68758]: INFO nova.compute.manager [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 860.154323] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.154323] env[68758]: DEBUG nova.compute.manager [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 860.154323] env[68758]: DEBUG nova.network.neutron [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 860.166915] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.170470] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.179522] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.688s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.179522] env[68758]: DEBUG nova.objects.instance [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lazy-loading 'resources' on Instance uuid 92fad318-9df0-4516-b6ae-1de0875bb10e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.228138] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.229116] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.229933] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.230221] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.230557] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.230857] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.231239] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.231525] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.231842] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.232156] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.232529] env[68758]: DEBUG nova.virt.hardware [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.234274] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a494215c-fb15-4b66-86eb-0fdfa363a3d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.247246] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942432, 'name': Rename_Task, 'duration_secs': 0.147835} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.251212] env[68758]: INFO nova.scheduler.client.report [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted allocations for instance 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1 [ 860.252484] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.258481] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c622295-3abc-4d92-a530-1f1354f6fa83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.262337] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee7d76d-0e60-4854-b900-f5130a9ce679 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.280877] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.287050] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Creating folder: Project (b8bc70c47c5c40fd8edec0b8912b9c86). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.288918] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8701d7d8-1a0d-4e1a-8d05-4ed47e26257a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.291102] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 860.291102] env[68758]: value = "task-2942434" [ 860.291102] env[68758]: _type = "Task" [ 860.291102] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.300766] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942434, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.302637] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Created folder: Project (b8bc70c47c5c40fd8edec0b8912b9c86) in parent group-v590497. [ 860.302869] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Creating folder: Instances. Parent ref: group-v590661. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.303676] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-867f50b2-ac8a-4192-98ef-0fcb00c8d6aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.313401] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Created folder: Instances in parent group-v590661. [ 860.313695] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.313960] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.314258] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fba18900-f36b-4011-ad08-ab79c87b2391 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.335977] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.335977] env[68758]: value = "task-2942437" [ 860.335977] env[68758]: _type = "Task" [ 860.335977] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.345570] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942437, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.530725] env[68758]: DEBUG nova.compute.manager [req-b171c24c-9903-43c6-97a0-ea8a9b7d3fce req-f0a8bfa6-d94d-4b6b-a447-a4cb75297256 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Received event network-vif-deleted-3d93a92a-dcc6-4f9b-88bb-adce1273d7d9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 860.530963] env[68758]: INFO nova.compute.manager [req-b171c24c-9903-43c6-97a0-ea8a9b7d3fce req-f0a8bfa6-d94d-4b6b-a447-a4cb75297256 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Neutron deleted interface 3d93a92a-dcc6-4f9b-88bb-adce1273d7d9; detaching it from the instance and deleting it from the info cache [ 860.531128] env[68758]: DEBUG nova.network.neutron [req-b171c24c-9903-43c6-97a0-ea8a9b7d3fce req-f0a8bfa6-d94d-4b6b-a447-a4cb75297256 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.552172] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942433, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.581435] env[68758]: DEBUG nova.network.neutron [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.772758] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b5e1066d-119c-45e2-b7c2-19926899a282 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "730b587e-d0b3-46a8-839b-d3fdc5f4c8e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.928s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.804922] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.849250] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942437, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.012163] env[68758]: DEBUG nova.network.neutron [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.034909] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c653afa-9dc6-4536-b731-8a7714122751 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.047303] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673f3903-8478-433d-a036-2aae41d85d52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.068938] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512267} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.068938] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] ba7d4674-d201-4eb6-8e50-796ec5224eb3/ba7d4674-d201-4eb6-8e50-796ec5224eb3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.068938] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.069209] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae2674bf-2ad3-4f48-ad98-390634027e14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.086078] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.088050] env[68758]: DEBUG nova.compute.manager [req-b171c24c-9903-43c6-97a0-ea8a9b7d3fce req-f0a8bfa6-d94d-4b6b-a447-a4cb75297256 service nova] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Detach interface failed, port_id=3d93a92a-dcc6-4f9b-88bb-adce1273d7d9, reason: Instance b3c9f237-da05-42f0-acf1-399c2281d4f4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 861.089771] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 861.089771] env[68758]: value = "task-2942438" [ 861.089771] env[68758]: _type = "Task" [ 861.089771] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.097209] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.147712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ef7dce-4790-4515-bd08-3920360c350e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.154843] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79db24c8-b0fb-4de5-b66a-35fb8884af4c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.186458] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b216c4-3c31-4642-a8b5-6782a2b40bda {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.194259] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e4129-da40-4b50-a199-dc00f43f422e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.209776] env[68758]: DEBUG nova.compute.provider_tree [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.300696] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942434, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.346746] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942437, 'name': CreateVM_Task, 'duration_secs': 0.685723} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.348049] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.348049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.348049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.348238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.348815] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a93346e4-41ac-4953-9756-6384d7c0453b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.353225] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 861.353225] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241cb61-f0db-42b7-6d0b-61f51a2e4ce6" [ 861.353225] env[68758]: _type = "Task" [ 861.353225] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.360572] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241cb61-f0db-42b7-6d0b-61f51a2e4ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.515024] env[68758]: INFO nova.compute.manager [-] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Took 1.37 seconds to deallocate network for instance. [ 861.589355] env[68758]: DEBUG nova.compute.manager [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68758) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 861.589657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.599079] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071149} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.599324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.600062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5548b5c2-f3a5-4ea2-8790-78292d22b856 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.620608] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] ba7d4674-d201-4eb6-8e50-796ec5224eb3/ba7d4674-d201-4eb6-8e50-796ec5224eb3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.621061] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-472c98ad-254d-4aea-8609-a6c3816ff599 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.639326] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 861.639326] env[68758]: value = "task-2942439" [ 861.639326] env[68758]: _type = "Task" [ 861.639326] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.646363] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.712999] env[68758]: DEBUG nova.scheduler.client.report [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.802282] env[68758]: DEBUG oslo_vmware.api [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942434, 'name': PowerOnVM_Task, 'duration_secs': 1.155311} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.802668] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.802861] env[68758]: INFO nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Took 8.76 seconds to spawn the instance on the hypervisor. [ 861.802981] env[68758]: DEBUG nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 861.803779] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3e1eb-481c-42e5-b15c-5140b85e1843 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.863742] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5241cb61-f0db-42b7-6d0b-61f51a2e4ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.020265} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.864064] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.864305] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 861.864588] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.864741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864922] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 861.865197] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee3ce404-fccc-4071-8e2c-09e5961e7d5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.874137] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 861.874322] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 861.875091] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c109528f-6d99-4f71-814c-d375a6b5bfd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.880406] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 861.880406] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf2080-05fb-6872-c2cd-e8be8c9d4565" [ 861.880406] env[68758]: _type = "Task" [ 861.880406] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.888168] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf2080-05fb-6872-c2cd-e8be8c9d4565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.022675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.149864] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942439, 'name': ReconfigVM_Task, 'duration_secs': 0.30645} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.150175] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Reconfigured VM instance instance-0000003c to attach disk [datastore2] ba7d4674-d201-4eb6-8e50-796ec5224eb3/ba7d4674-d201-4eb6-8e50-796ec5224eb3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.150858] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-186aac49-a7f3-42a4-8e91-156b8f54cb19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.168555] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 862.168555] env[68758]: value = "task-2942440" [ 862.168555] env[68758]: _type = "Task" [ 862.168555] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.178685] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942440, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.218909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.045s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.221573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.519s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.223366] env[68758]: INFO nova.compute.claims [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.241114] env[68758]: INFO nova.scheduler.client.report [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Deleted allocations for instance 92fad318-9df0-4516-b6ae-1de0875bb10e [ 862.324025] env[68758]: INFO nova.compute.manager [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Took 58.54 seconds to build instance. [ 862.391220] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bf2080-05fb-6872-c2cd-e8be8c9d4565, 'name': SearchDatastore_Task, 'duration_secs': 0.016321} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.392025] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c8a2bf6-4d2b-4d1b-8342-89d4d7628a39 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.397079] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 862.397079] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f9ee4d-d14c-773a-4f90-bbff29cbf71c" [ 862.397079] env[68758]: _type = "Task" [ 862.397079] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.404442] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f9ee4d-d14c-773a-4f90-bbff29cbf71c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.678608] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942440, 'name': Rename_Task, 'duration_secs': 0.172377} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.678904] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.679182] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31d86839-4cbd-4a32-b9c6-d44e3b44b12d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.684929] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 862.684929] env[68758]: value = "task-2942441" [ 862.684929] env[68758]: _type = "Task" [ 862.684929] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.692124] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.748929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f8a3ba50-bf9b-45a2-8ee7-f1e321ce81d1 tempest-MultipleCreateTestJSON-1013912751 tempest-MultipleCreateTestJSON-1013912751-project-member] Lock "92fad318-9df0-4516-b6ae-1de0875bb10e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.802s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.824642] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a7f06c7-8d09-4797-b0f2-d3ce5d71a22a tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.234s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.909352] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f9ee4d-d14c-773a-4f90-bbff29cbf71c, 'name': SearchDatastore_Task, 'duration_secs': 0.016395} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.909352] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.909352] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 862.909352] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-057098a4-b15c-4b7b-93d3-1d1e2adf0d3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.914361] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 862.914361] env[68758]: value = "task-2942442" [ 862.914361] env[68758]: _type = "Task" [ 862.914361] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.922015] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.967547] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01c8604-c7d3-4b47-86e6-30382782a056 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.974512] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Suspending the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 862.974815] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d459b2f8-8ceb-420d-8298-dc7e02e1aea8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.982066] env[68758]: DEBUG oslo_vmware.api [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 862.982066] env[68758]: value = "task-2942443" [ 862.982066] env[68758]: _type = "Task" [ 862.982066] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.991180] env[68758]: DEBUG oslo_vmware.api [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942443, 'name': SuspendVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.194445] env[68758]: DEBUG oslo_vmware.api [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942441, 'name': PowerOnVM_Task, 'duration_secs': 0.443014} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.194745] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.194949] env[68758]: INFO nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Took 7.64 seconds to spawn the instance on the hypervisor. [ 863.195145] env[68758]: DEBUG nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.196648] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba65eae-ee85-41f2-b82f-92a7553347a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.425443] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942442, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.498644] env[68758]: DEBUG oslo_vmware.api [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942443, 'name': SuspendVM_Task} progress is 62%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.694099] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a49ab41-05d8-4a9b-a7bf-ed2d042686a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.700867] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6022a24-7644-49dc-89cc-90b2d94d45ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.738937] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80435f29-1446-4ecc-9a39-0dbbe811bdeb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.742101] env[68758]: INFO nova.compute.manager [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Took 53.10 seconds to build instance. [ 863.750514] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a81f9e-2a08-4d29-8847-85fc84abd19c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.765674] env[68758]: DEBUG nova.compute.provider_tree [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.929883] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756345} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.930706] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.933221] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.933495] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f7624fe-d886-496d-b172-5a6e5fec5275 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.940545] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 863.940545] env[68758]: value = "task-2942444" [ 863.940545] env[68758]: _type = "Task" [ 863.940545] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.948806] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.996923] env[68758]: DEBUG oslo_vmware.api [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942443, 'name': SuspendVM_Task, 'duration_secs': 0.804642} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.997283] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Suspended the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 863.997481] env[68758]: DEBUG nova.compute.manager [None req-dcd298ef-07a8-43be-8d22-de552a4ab0b0 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 863.998307] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8bfb86-679b-4cf4-8c41-2f3a8f6a1abc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.244247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-21cd673d-e025-4aec-83ea-fcec02d4e2c9 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.548s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.268357] env[68758]: DEBUG nova.scheduler.client.report [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.451443] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199623} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.455024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.455024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505cc1de-b276-4a0a-8f08-1580fc55aaf1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.475092] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.475398] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a51387ee-657d-4881-b764-de287bc40a68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.498816] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 864.498816] env[68758]: value = "task-2942445" [ 864.498816] env[68758]: _type = "Task" [ 864.498816] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.510971] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.625626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.625935] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.626142] env[68758]: INFO nova.compute.manager [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Shelving [ 864.773645] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.774316] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 864.777047] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.460s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.777344] env[68758]: DEBUG nova.objects.instance [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lazy-loading 'resources' on Instance uuid 04831673-9e73-4fc6-9c13-b60a7302b238 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.014558] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942445, 'name': ReconfigVM_Task, 'duration_secs': 0.289548} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.014934] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.016212] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33504084-6cba-4746-a777-7bae3f8fb2f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.023621] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 865.023621] env[68758]: value = "task-2942446" [ 865.023621] env[68758]: _type = "Task" [ 865.023621] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.034130] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942446, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.281084] env[68758]: DEBUG nova.compute.utils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.285144] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.285330] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.347028] env[68758]: DEBUG nova.policy [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee532d03c7c46be90f1c7be86c6bdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14529b8ff0c747e5975f0c257c19b218', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 865.537528] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942446, 'name': Rename_Task, 'duration_secs': 0.143374} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.537528] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.537664] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-447a6f66-2913-47fc-a000-ef7f1579c99e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.545146] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 865.545146] env[68758]: value = "task-2942447" [ 865.545146] env[68758]: _type = "Task" [ 865.545146] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.557539] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.636164] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 865.636479] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a5265e1-e1d9-4abe-9b45-077f25fdb21a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.643864] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 865.643864] env[68758]: value = "task-2942448" [ 865.643864] env[68758]: _type = "Task" [ 865.643864] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.655245] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.668042] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Successfully created port: 97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 865.725196] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefdd02-c7c7-44f2-b833-031b63fa8048 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.733634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba6f42-051e-4c5a-a3da-2e86d2515c86 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.775779] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0ab6cf-be2c-46f7-b9c4-b22f8a97b417 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.785225] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36e4da3-7f99-40df-a077-c0aad23a5110 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.789723] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 865.810027] env[68758]: DEBUG nova.compute.provider_tree [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.056530] env[68758]: DEBUG oslo_vmware.api [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942447, 'name': PowerOnVM_Task, 'duration_secs': 0.445131} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.056980] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.057290] env[68758]: INFO nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Took 5.89 seconds to spawn the instance on the hypervisor. [ 866.057545] env[68758]: DEBUG nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.058560] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb23fe30-be6d-42a8-a911-428904f6ecb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.153389] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942448, 'name': PowerOffVM_Task, 'duration_secs': 0.313412} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.153681] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.154447] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ec5df-db9b-43e3-9775-c3d7a5a4ed86 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.172355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee526a6e-26b0-4a31-baa0-c7c6bdfc2906 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.275802] env[68758]: DEBUG nova.compute.manager [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 866.276712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee2dd7-1173-4821-b9bf-959d4daa3db3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.311923] env[68758]: DEBUG nova.scheduler.client.report [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.577503] env[68758]: INFO nova.compute.manager [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Took 49.69 seconds to build instance. [ 866.681494] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 866.681843] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d72069a-e41c-4476-b7eb-6f6d9bdc8bf8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.693022] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 866.693022] env[68758]: value = "task-2942449" [ 866.693022] env[68758]: _type = "Task" [ 866.693022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.697993] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.787763] env[68758]: INFO nova.compute.manager [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] instance snapshotting [ 866.788052] env[68758]: WARNING nova.compute.manager [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 866.790699] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adfca7c-f3f4-4469-b4ca-00b61e8e0b28 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.811776] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 866.814660] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7991f52-67c2-4f40-a895-6a44a3cf2f21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.817641] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.820812] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.005s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.821316] env[68758]: INFO nova.compute.claims [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.847092] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 866.847092] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 866.847092] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 866.847092] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 866.847092] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 866.847522] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 866.847522] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 866.847609] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 866.848565] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 866.848565] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 866.848565] env[68758]: DEBUG nova.virt.hardware [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 866.848993] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc0c3f5-0685-4d24-a672-d75d92cc79e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.853032] env[68758]: INFO nova.scheduler.client.report [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Deleted allocations for instance 04831673-9e73-4fc6-9c13-b60a7302b238 [ 866.859843] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3388e-5393-4025-855a-dd5cef93b51e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.080067] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b4bf6d1-1073-485e-9725-691803e61b2d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.481s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.169020] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Successfully updated port: 97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 867.172950] env[68758]: DEBUG nova.compute.manager [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Received event network-vif-plugged-97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 867.173040] env[68758]: DEBUG oslo_concurrency.lockutils [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.173297] env[68758]: DEBUG oslo_concurrency.lockutils [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.173476] env[68758]: DEBUG oslo_concurrency.lockutils [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.173646] env[68758]: DEBUG nova.compute.manager [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] No waiting events found dispatching network-vif-plugged-97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 867.173814] env[68758]: WARNING nova.compute.manager [req-610a141e-2873-4de6-adf1-691855003bc9 req-2663e29d-752c-45ae-886b-ff6862eacc7a service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Received unexpected event network-vif-plugged-97246867-9693-4e01-a375-e0eb612d7443 for instance with vm_state building and task_state spawning. [ 867.199851] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942449, 'name': CreateSnapshot_Task, 'duration_secs': 0.441017} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.200143] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 867.200901] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62477795-f84a-4ee8-aee7-3c26ddd89805 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.337487] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 867.338057] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26081f09-ba3e-4dff-a889-738b8afd62df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.345684] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 867.345684] env[68758]: value = "task-2942450" [ 867.345684] env[68758]: _type = "Task" [ 867.345684] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.354391] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942450, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.362468] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab6d4c58-fb9f-41e4-8ab2-97e6a3de075b tempest-ServerPasswordTestJSON-51907189 tempest-ServerPasswordTestJSON-51907189-project-member] Lock "04831673-9e73-4fc6-9c13-b60a7302b238" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.479s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.672311] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.672471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.672622] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.719035] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 867.719726] env[68758]: INFO nova.compute.manager [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Rebuilding instance [ 867.722009] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8df6f877-7e2d-4916-8cd8-be33cad7d030 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.730940] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 867.730940] env[68758]: value = "task-2942451" [ 867.730940] env[68758]: _type = "Task" [ 867.730940] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.740835] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942451, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.762693] env[68758]: DEBUG nova.compute.manager [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.763537] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ee4abf-ba91-4e4f-a1be-20d950cb2e9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.857280] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942450, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.212719] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 868.247408] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942451, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.256117] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f17745-134e-490c-b9e8-638520278445 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.263065] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e20bef-dbd6-4538-9bbf-e67afa274b8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.298581] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc884796-a0b1-44bf-b483-2d8b6063e0e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.306415] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a376ed1-713e-4cd3-91d6-14391e4a88c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.322324] env[68758]: DEBUG nova.compute.provider_tree [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.357957] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942450, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.475918] env[68758]: DEBUG nova.network.neutron [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updating instance_info_cache with network_info: [{"id": "97246867-9693-4e01-a375-e0eb612d7443", "address": "fa:16:3e:ee:5d:1f", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97246867-96", "ovs_interfaceid": "97246867-9693-4e01-a375-e0eb612d7443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.742082] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942451, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.803195] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.803195] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f73343a6-67cd-4e5f-aa40-b194125ba583 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.808542] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 868.808542] env[68758]: value = "task-2942452" [ 868.808542] env[68758]: _type = "Task" [ 868.808542] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.817654] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.825332] env[68758]: DEBUG nova.scheduler.client.report [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.858736] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942450, 'name': CreateSnapshot_Task, 'duration_secs': 1.031346} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.859038] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 868.859763] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b67e554-9af8-4677-9307-8f322bced66f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.978726] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.979055] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Instance network_info: |[{"id": "97246867-9693-4e01-a375-e0eb612d7443", "address": "fa:16:3e:ee:5d:1f", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97246867-96", "ovs_interfaceid": "97246867-9693-4e01-a375-e0eb612d7443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 868.979468] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:5d:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97246867-9693-4e01-a375-e0eb612d7443', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 868.988656] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Creating folder: Project (14529b8ff0c747e5975f0c257c19b218). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 868.989078] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf6c26de-1faa-409f-b58f-4a98ed878336 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.999768] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Created folder: Project (14529b8ff0c747e5975f0c257c19b218) in parent group-v590497. [ 868.999958] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Creating folder: Instances. Parent ref: group-v590667. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 869.000228] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee69ff6-10a5-44f1-b81d-0df02a2e142a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.009425] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Created folder: Instances in parent group-v590667. [ 869.009658] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.009847] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.010059] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca4a5dd1-9772-4ab4-99b0-d284a373cb7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.032804] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.032804] env[68758]: value = "task-2942455" [ 869.032804] env[68758]: _type = "Task" [ 869.032804] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.040410] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942455, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.202830] env[68758]: DEBUG nova.compute.manager [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Received event network-changed-97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 869.203106] env[68758]: DEBUG nova.compute.manager [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Refreshing instance network info cache due to event network-changed-97246867-9693-4e01-a375-e0eb612d7443. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 869.203530] env[68758]: DEBUG oslo_concurrency.lockutils [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] Acquiring lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.203530] env[68758]: DEBUG oslo_concurrency.lockutils [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] Acquired lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.204061] env[68758]: DEBUG nova.network.neutron [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Refreshing network info cache for port 97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.242722] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942451, 'name': CloneVM_Task, 'duration_secs': 1.142738} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.243120] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Created linked-clone VM from snapshot [ 869.243896] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979faa4f-b693-494c-88b4-ebdbaaf0fee3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.252901] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Uploading image b7e011f2-e54e-428a-936f-9afe4ca31e8e {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 869.280986] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 869.280986] env[68758]: value = "vm-590665" [ 869.280986] env[68758]: _type = "VirtualMachine" [ 869.280986] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 869.281587] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7f0e13d8-391f-4170-9f47-29371dff55b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.288451] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lease: (returnval){ [ 869.288451] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522078b1-8728-e553-232b-636546e0b70b" [ 869.288451] env[68758]: _type = "HttpNfcLease" [ 869.288451] env[68758]: } obtained for exporting VM: (result){ [ 869.288451] env[68758]: value = "vm-590665" [ 869.288451] env[68758]: _type = "VirtualMachine" [ 869.288451] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 869.288711] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the lease: (returnval){ [ 869.288711] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522078b1-8728-e553-232b-636546e0b70b" [ 869.288711] env[68758]: _type = "HttpNfcLease" [ 869.288711] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 869.295597] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.295597] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522078b1-8728-e553-232b-636546e0b70b" [ 869.295597] env[68758]: _type = "HttpNfcLease" [ 869.295597] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 869.318182] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942452, 'name': PowerOffVM_Task, 'duration_secs': 0.17578} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.318472] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.318980] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.319570] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b604e22c-84e6-4d2c-a4f7-1b132cec1bee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.327958] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.327958] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b5329df-066d-4e30-84c2-921575ebdbd7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.331201] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.331702] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 869.336228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.795s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.361872] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.361872] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.361872] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Deleting the datastore file [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.361872] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-743db5c3-e729-4579-9de6-1992a6ac4026 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.367990] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 869.367990] env[68758]: value = "task-2942458" [ 869.367990] env[68758]: _type = "Task" [ 869.367990] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.381697] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 869.385892] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1650d335-709f-4c71-98cf-4839b9596516 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.390331] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.395131] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 869.395131] env[68758]: value = "task-2942459" [ 869.395131] env[68758]: _type = "Task" [ 869.395131] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.404090] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942459, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.542536] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942455, 'name': CreateVM_Task, 'duration_secs': 0.391571} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.542732] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 869.543620] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.543620] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.543935] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.544231] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5486b7-af17-458f-8fd7-5a5c46b2b14b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.548557] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 869.548557] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eb1228-0d2f-f5e6-a20e-4394ed7c0bc5" [ 869.548557] env[68758]: _type = "Task" [ 869.548557] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.556205] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eb1228-0d2f-f5e6-a20e-4394ed7c0bc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.800140] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 869.800140] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522078b1-8728-e553-232b-636546e0b70b" [ 869.800140] env[68758]: _type = "HttpNfcLease" [ 869.800140] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 869.800447] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 869.800447] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522078b1-8728-e553-232b-636546e0b70b" [ 869.800447] env[68758]: _type = "HttpNfcLease" [ 869.800447] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 869.801202] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1154da-9541-4446-8604-c77079c5e84d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.809242] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 869.809468] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 869.866672] env[68758]: DEBUG nova.compute.utils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 869.870643] env[68758]: INFO nova.compute.claims [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.877646] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 869.877806] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 869.890031] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942458, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164242} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.890031] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.890230] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.890388] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.906928] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942459, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.910480] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-66e42a41-e8df-4f21-b8b4-de76a6920e08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.963431] env[68758]: DEBUG nova.policy [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d6b7d3b24804aacacb07aa590a07325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33763590c9304b058e0d384f43253b87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.046629] env[68758]: DEBUG nova.network.neutron [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updated VIF entry in instance network info cache for port 97246867-9693-4e01-a375-e0eb612d7443. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.047108] env[68758]: DEBUG nova.network.neutron [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updating instance_info_cache with network_info: [{"id": "97246867-9693-4e01-a375-e0eb612d7443", "address": "fa:16:3e:ee:5d:1f", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97246867-96", "ovs_interfaceid": "97246867-9693-4e01-a375-e0eb612d7443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.058599] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52eb1228-0d2f-f5e6-a20e-4394ed7c0bc5, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.061044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.061044] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.061044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.061044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.061044] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.061044] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-835d7aab-3da5-4173-a0b8-a0905a64bc7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.069453] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.069680] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.070495] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93fee460-4bb9-490a-8de4-0aa5a9f0fbdb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.077097] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 870.077097] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7a472-32f0-e6d5-3faa-cdaf2eb29d32" [ 870.077097] env[68758]: _type = "Task" [ 870.077097] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.087734] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7a472-32f0-e6d5-3faa-cdaf2eb29d32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.377617] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 870.382627] env[68758]: INFO nova.compute.resource_tracker [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating resource usage from migration c8c612bd-0d30-48ba-90f4-23c6de7d27c3 [ 870.417627] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942459, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.515583] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Successfully created port: 46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 870.549496] env[68758]: DEBUG oslo_concurrency.lockutils [req-cd7ad37c-d96a-4730-8c18-fa50b9a9f6c3 req-360fced8-e0b0-4fa2-ac18-2912b46351f5 service nova] Releasing lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.587660] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7a472-32f0-e6d5-3faa-cdaf2eb29d32, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.588542] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f85e53-718f-4df2-bee5-1301f8bf5950 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.597513] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 870.597513] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a7d2d-2700-dd6b-2cf5-4c1ee3a8e130" [ 870.597513] env[68758]: _type = "Task" [ 870.597513] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.606956] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a7d2d-2700-dd6b-2cf5-4c1ee3a8e130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.919951] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942459, 'name': CloneVM_Task, 'duration_secs': 1.431539} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.921262] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Created linked-clone VM from snapshot [ 870.922028] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f8ab7e-f71c-4559-839c-782530e1e0f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.926038] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8deaacde-7e6c-4ba9-84b6-26eb0abdb682 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.942275] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4b45ec-9554-468f-8426-5725d0beaf95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.945946] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Uploading image 357891d8-6ee8-4c2e-94a0-67968265a91c {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 870.950502] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.951025] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.951025] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.953658] env[68758]: DEBUG nova.virt.hardware [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.953885] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878ba9f-55c4-4772-a02f-208ef7162043 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.992060] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa4d74c-da2d-44d6-8747-d29799eadb7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.997972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.998262] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.998681] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.998841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.999132] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.001401] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f31b084-79e5-4908-8eef-6730beefd776 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.006759] env[68758]: INFO nova.compute.manager [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Terminating instance [ 871.022913] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.030213] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.036689] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 871.036689] env[68758]: value = "vm-590670" [ 871.036689] env[68758]: _type = "VirtualMachine" [ 871.036689] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 871.037135] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.037921] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f5e4f685-d58a-41f4-8dfc-ddd8a733a66f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.040086] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c90fae5f-2fba-4176-b6c6-6e73f57000b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.056421] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f76796-ea2d-417e-b7b6-43f5c723f90a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.073472] env[68758]: DEBUG nova.compute.provider_tree [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.077352] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease: (returnval){ [ 871.077352] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80d13-0502-dc9a-26af-9c375eab3f5e" [ 871.077352] env[68758]: _type = "HttpNfcLease" [ 871.077352] env[68758]: } obtained for exporting VM: (result){ [ 871.077352] env[68758]: value = "vm-590670" [ 871.077352] env[68758]: _type = "VirtualMachine" [ 871.077352] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 871.077708] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the lease: (returnval){ [ 871.077708] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80d13-0502-dc9a-26af-9c375eab3f5e" [ 871.077708] env[68758]: _type = "HttpNfcLease" [ 871.077708] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 871.078063] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.078063] env[68758]: value = "task-2942460" [ 871.078063] env[68758]: _type = "Task" [ 871.078063] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.089907] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 871.089907] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80d13-0502-dc9a-26af-9c375eab3f5e" [ 871.089907] env[68758]: _type = "HttpNfcLease" [ 871.089907] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 871.093423] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 871.093423] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80d13-0502-dc9a-26af-9c375eab3f5e" [ 871.093423] env[68758]: _type = "HttpNfcLease" [ 871.093423] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 871.094347] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942460, 'name': CreateVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.094774] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a5fd46-00ef-48d3-8710-be66769fa155 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.104627] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 871.105008] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 871.112602] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520a7d2d-2700-dd6b-2cf5-4c1ee3a8e130, 'name': SearchDatastore_Task, 'duration_secs': 0.012816} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.169359] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.169710] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f264b047-9e41-4a69-85c4-db15ad3e5a77/f264b047-9e41-4a69-85c4-db15ad3e5a77.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.170434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b5f98ab-0ca4-4ba9-89f2-6365bff25d0c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.177901] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 871.177901] env[68758]: value = "task-2942462" [ 871.177901] env[68758]: _type = "Task" [ 871.177901] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.186797] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.221180] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d8a63e36-0ca3-4639-9233-a0a16a435a1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.395048] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 871.506828] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 871.509872] env[68758]: DEBUG nova.virt.hardware [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 871.510752] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f6973-b399-4a6b-b7f8-bbf22206198b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.514742] env[68758]: DEBUG nova.compute.manager [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.515120] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.516106] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecbe1cb-3dc0-44b0-ab6a-8e449243c104 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.532737] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a2fddb-9a64-4ba4-b9bb-e65aea3ae89f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.537855] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.538801] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab6f244-965f-4523-bb9b-f41907533ea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.558341] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 871.558341] env[68758]: value = "task-2942463" [ 871.558341] env[68758]: _type = "Task" [ 871.558341] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.570251] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.582024] env[68758]: DEBUG nova.scheduler.client.report [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.597474] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942460, 'name': CreateVM_Task, 'duration_secs': 0.36085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.597791] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 871.598631] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.598973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.599640] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.600153] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0925784-5e2e-4487-b476-0d1ad2a584e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.606789] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 871.606789] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52130b9c-6c6c-10ec-ab37-a5bbd2103724" [ 871.606789] env[68758]: _type = "Task" [ 871.606789] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.618393] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52130b9c-6c6c-10ec-ab37-a5bbd2103724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.692800] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942462, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.069575] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942463, 'name': PowerOffVM_Task, 'duration_secs': 0.255098} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.069928] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.070277] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.070669] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dc68564-2a56-4f1a-b415-3f8bd83ca2d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.090922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.756s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.091487] env[68758]: INFO nova.compute.manager [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Migrating [ 872.104760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.858s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.107392] env[68758]: INFO nova.compute.claims [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.141242] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52130b9c-6c6c-10ec-ab37-a5bbd2103724, 'name': SearchDatastore_Task, 'duration_secs': 0.042423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.141864] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.141864] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.142220] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.142400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.142596] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.143525] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdede685-4b14-4d19-b458-aba15ea1c2fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.147820] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.148296] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.148427] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleting the datastore file [datastore1] ffe43372-5a16-41de-8c78-0d8ee672d22e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.149328] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d51cb255-813c-4b33-9c03-ffea42fbcbca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.160577] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 872.160577] env[68758]: value = "task-2942465" [ 872.160577] env[68758]: _type = "Task" [ 872.160577] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.167744] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.170722] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.173474] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6ad26e-b6ce-4bf7-b416-8cf49df28aca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.176828] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942465, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.187936] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 872.187936] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5217de90-a674-8869-5191-1831fd26049e" [ 872.187936] env[68758]: _type = "Task" [ 872.187936] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.200583] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525309} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.201509] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f264b047-9e41-4a69-85c4-db15ad3e5a77/f264b047-9e41-4a69-85c4-db15ad3e5a77.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.201771] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.202120] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcf5adfd-31ca-4894-8670-9417de5d5daa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.209496] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5217de90-a674-8869-5191-1831fd26049e, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.210987] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf8de829-be8b-4343-8141-c16a5326a06e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.216866] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 872.216866] env[68758]: value = "task-2942466" [ 872.216866] env[68758]: _type = "Task" [ 872.216866] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.222387] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 872.222387] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52108886-5fa2-811f-ed15-8e40b3363c52" [ 872.222387] env[68758]: _type = "Task" [ 872.222387] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.230882] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.237626] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52108886-5fa2-811f-ed15-8e40b3363c52, 'name': SearchDatastore_Task, 'duration_secs': 0.012146} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.237996] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.238359] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.238634] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-674ce3b1-a4b5-481c-896d-d3d78b647dc9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.245630] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 872.245630] env[68758]: value = "task-2942467" [ 872.245630] env[68758]: _type = "Task" [ 872.245630] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.254608] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.622355] env[68758]: DEBUG nova.compute.manager [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Received event network-vif-plugged-46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 872.622879] env[68758]: DEBUG oslo_concurrency.lockutils [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] Acquiring lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.623354] env[68758]: DEBUG oslo_concurrency.lockutils [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] Lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.624269] env[68758]: DEBUG oslo_concurrency.lockutils [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] Lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.624802] env[68758]: DEBUG nova.compute.manager [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] No waiting events found dispatching network-vif-plugged-46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 872.625191] env[68758]: WARNING nova.compute.manager [req-1f9503d1-95d2-4948-8d72-eb60e16ced51 req-eb33363a-61cd-458c-af4a-482654054f15 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Received unexpected event network-vif-plugged-46512a22-754f-401b-987f-abcddaecee67 for instance with vm_state building and task_state spawning. [ 872.626368] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.626801] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627089] env[68758]: DEBUG nova.network.neutron [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 872.676035] env[68758]: DEBUG oslo_vmware.api [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942465, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218589} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.676035] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.676035] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.676035] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.676035] env[68758]: INFO nova.compute.manager [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 872.676035] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.676035] env[68758]: DEBUG nova.compute.manager [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.676035] env[68758]: DEBUG nova.network.neutron [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.727852] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090304} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.728408] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 872.729668] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34ab4ab-ebe5-42e7-aa97-ba72a0f8cb87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.755344] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] f264b047-9e41-4a69-85c4-db15ad3e5a77/f264b047-9e41-4a69-85c4-db15ad3e5a77.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 872.756061] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9031fbd5-16da-49d6-a0a1-e06e83448e74 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.790691] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942467, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.790935] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 872.790935] env[68758]: value = "task-2942468" [ 872.790935] env[68758]: _type = "Task" [ 872.790935] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.803753] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.141596] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Successfully updated port: 46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.282508] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565937} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.285501] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.285730] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.286325] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2abf4651-da63-47fc-8c65-3b7232353c7c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.296847] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 873.296847] env[68758]: value = "task-2942469" [ 873.296847] env[68758]: _type = "Task" [ 873.296847] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.304190] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942468, 'name': ReconfigVM_Task, 'duration_secs': 0.461849} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.307853] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfigured VM instance instance-0000003e to attach disk [datastore1] f264b047-9e41-4a69-85c4-db15ad3e5a77/f264b047-9e41-4a69-85c4-db15ad3e5a77.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 873.309030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bc0ab66-57f4-4c1a-a15f-ae4017e18981 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.313960] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.319290] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 873.319290] env[68758]: value = "task-2942470" [ 873.319290] env[68758]: _type = "Task" [ 873.319290] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.334338] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942470, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.478962] env[68758]: DEBUG nova.network.neutron [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.646383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.646514] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.646660] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.687757] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587d4641-a74f-40fd-bdf3-578f28fa6640 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.696056] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a797ca7-14ef-4ae5-97bb-e15870eae362 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.727274] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e769ba64-9320-4c7f-8cce-c02cc0b2edb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.735493] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264db5b-7170-499a-8d74-e9ae973fd405 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.749619] env[68758]: DEBUG nova.compute.provider_tree [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 873.809303] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069537} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.809593] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.810428] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a269b04-bc89-4cf7-aacc-46fd284e7588 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.831407] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.835305] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-335d40fc-e401-4088-a088-3f3dfb074cf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.850301] env[68758]: DEBUG nova.network.neutron [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.857269] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942470, 'name': Rename_Task, 'duration_secs': 0.176963} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.858801] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 873.859156] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 873.859156] env[68758]: value = "task-2942471" [ 873.859156] env[68758]: _type = "Task" [ 873.859156] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.859637] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9524a75f-2516-43ec-86e4-6b643814600b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.871595] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.873124] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 873.873124] env[68758]: value = "task-2942472" [ 873.873124] env[68758]: _type = "Task" [ 873.873124] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.883452] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.982904] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.180489] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.300320] env[68758]: DEBUG nova.scheduler.client.report [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 874.300584] env[68758]: DEBUG nova.compute.provider_tree [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 92 to 93 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 874.300763] env[68758]: DEBUG nova.compute.provider_tree [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.353564] env[68758]: INFO nova.compute.manager [-] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Took 1.68 seconds to deallocate network for instance. [ 874.372862] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942471, 'name': ReconfigVM_Task, 'duration_secs': 0.278511} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.373166] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Reconfigured VM instance instance-0000003d to attach disk [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb/c60a20d7-103d-437d-9ab4-feed6fd202fb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.373893] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5d54551-cd6a-44b9-b948-c9b9e6750337 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.386321] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.392829] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 874.392829] env[68758]: value = "task-2942473" [ 874.392829] env[68758]: _type = "Task" [ 874.392829] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.398016] env[68758]: DEBUG nova.compute.manager [req-61dcd975-1a8a-427f-aa7b-e90f4e1f6a28 req-119e3e2d-ae5b-4168-9ae8-88991aa4d70f service nova] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Received event network-vif-deleted-8ad5ba92-7bcc-4024-b091-ecafb26904b5 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 874.415031] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942473, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.573084] env[68758]: DEBUG nova.network.neutron [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Updating instance_info_cache with network_info: [{"id": "46512a22-754f-401b-987f-abcddaecee67", "address": "fa:16:3e:77:ed:c6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46512a22-75", "ovs_interfaceid": "46512a22-754f-401b-987f-abcddaecee67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.810861] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.810861] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 874.812022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.521s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.812260] env[68758]: DEBUG nova.objects.instance [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lazy-loading 'resources' on Instance uuid 62416623-bc48-442d-aa48-18e28d66f242 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 874.863964] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.887927] env[68758]: DEBUG oslo_vmware.api [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942472, 'name': PowerOnVM_Task, 'duration_secs': 0.553928} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.892342] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.892614] env[68758]: INFO nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Took 8.08 seconds to spawn the instance on the hypervisor. [ 874.892847] env[68758]: DEBUG nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 874.893737] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b756e2-5952-4047-86a1-53b38132eb6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.904181] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942473, 'name': Rename_Task, 'duration_secs': 0.140821} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.905777] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.908823] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78ed38bd-7723-49f9-8c2a-f47be5f9166d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.915442] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 874.915442] env[68758]: value = "task-2942474" [ 874.915442] env[68758]: _type = "Task" [ 874.915442] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.923838] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.076013] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.076251] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Instance network_info: |[{"id": "46512a22-754f-401b-987f-abcddaecee67", "address": "fa:16:3e:77:ed:c6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46512a22-75", "ovs_interfaceid": "46512a22-754f-401b-987f-abcddaecee67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.076665] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:ed:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46512a22-754f-401b-987f-abcddaecee67', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.084988] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating folder: Project (33763590c9304b058e0d384f43253b87). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.085363] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd5bbfde-bb28-44e5-881f-bd6bb5b8388e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.096322] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Created folder: Project (33763590c9304b058e0d384f43253b87) in parent group-v590497. [ 875.096545] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating folder: Instances. Parent ref: group-v590672. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 875.096841] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-715f06fa-6194-467f-bf1e-9d6c0c9c7e76 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.106264] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Created folder: Instances in parent group-v590672. [ 875.106545] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.106788] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.107029] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65cd2df2-27d6-450c-a596-bd2e6ec2b95e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.126391] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.126391] env[68758]: value = "task-2942477" [ 875.126391] env[68758]: _type = "Task" [ 875.126391] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.134905] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942477, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.317328] env[68758]: DEBUG nova.compute.utils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 875.322039] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 875.322446] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 875.389178] env[68758]: DEBUG nova.policy [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8d6b7d3b24804aacacb07aa590a07325', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33763590c9304b058e0d384f43253b87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 875.423974] env[68758]: DEBUG nova.compute.manager [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Received event network-changed-46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 875.424262] env[68758]: DEBUG nova.compute.manager [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Refreshing instance network info cache due to event network-changed-46512a22-754f-401b-987f-abcddaecee67. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 875.424476] env[68758]: DEBUG oslo_concurrency.lockutils [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] Acquiring lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.424643] env[68758]: DEBUG oslo_concurrency.lockutils [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] Acquired lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.424809] env[68758]: DEBUG nova.network.neutron [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Refreshing network info cache for port 46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.429016] env[68758]: INFO nova.compute.manager [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Took 53.76 seconds to build instance. [ 875.433541] env[68758]: DEBUG oslo_vmware.api [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942474, 'name': PowerOnVM_Task, 'duration_secs': 0.451792} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.434646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 875.434733] env[68758]: DEBUG nova.compute.manager [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.436222] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6522c9c2-9761-4f6c-9eaf-45fa5e47cae2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.500976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a50c77a-fed4-41d5-9972-241a56159aa4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.527266] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 875.641218] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942477, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.692091] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Successfully created port: 699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 875.828022] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 875.835116] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021b7f7f-03bc-4636-980b-f96b436297a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.843295] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34412a99-cc47-4781-8a03-0f9666d50551 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.883060] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae398ab-1333-4b24-8efe-0496442d3c69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.892537] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2940d19e-8ef2-4384-b313-3ddcda6b2161 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.909421] env[68758]: DEBUG nova.compute.provider_tree [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.935300] env[68758]: DEBUG oslo_concurrency.lockutils [None req-878296b2-d79c-4d4d-9e00-fead149034bc tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.038s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.958038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.037068] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.037438] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4bc7a11-e980-4920-820a-dafb44d8876b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.044874] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 876.044874] env[68758]: value = "task-2942478" [ 876.044874] env[68758]: _type = "Task" [ 876.044874] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.055816] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 876.056053] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.140031] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942477, 'name': CreateVM_Task, 'duration_secs': 0.745365} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.140249] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.140985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.141193] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.141571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.141854] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401ada61-d14e-49d3-9f16-8c3dea1d4bde {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.146925] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 876.146925] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bb431b-0d55-691a-f970-4b2ba38c02cd" [ 876.146925] env[68758]: _type = "Task" [ 876.146925] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.152447] env[68758]: DEBUG nova.network.neutron [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Updated VIF entry in instance network info cache for port 46512a22-754f-401b-987f-abcddaecee67. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.152874] env[68758]: DEBUG nova.network.neutron [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Updating instance_info_cache with network_info: [{"id": "46512a22-754f-401b-987f-abcddaecee67", "address": "fa:16:3e:77:ed:c6", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.129", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46512a22-75", "ovs_interfaceid": "46512a22-754f-401b-987f-abcddaecee67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.158364] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bb431b-0d55-691a-f970-4b2ba38c02cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.413227] env[68758]: DEBUG nova.scheduler.client.report [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.563744] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.564054] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.564247] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.564457] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.564639] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.564840] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.565105] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.565314] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.565528] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.565741] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.565986] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.572176] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-962415b1-8256-471c-aee3-6db1d33031f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.590505] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 876.590505] env[68758]: value = "task-2942479" [ 876.590505] env[68758]: _type = "Task" [ 876.590505] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.600448] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.658644] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bb431b-0d55-691a-f970-4b2ba38c02cd, 'name': SearchDatastore_Task, 'duration_secs': 0.015191} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.659256] env[68758]: DEBUG oslo_concurrency.lockutils [req-c86be410-1948-49f6-8fd9-e2e1bae037d5 req-d66c41bf-4268-4f4a-80d2-dbc5eb150a4b service nova] Releasing lock "refresh_cache-f6020435-e0b4-46a5-9ace-5c333d379482" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.659722] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.659972] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.660275] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.660432] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.660620] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.660895] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f205a489-7a4a-488a-8351-7c415e7b957c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.670805] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.671025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.671794] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7eb9f70-180a-4be9-abe4-2cb99d6ae8d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.677936] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 876.677936] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526983f0-28e5-e75b-ae71-ee071a118767" [ 876.677936] env[68758]: _type = "Task" [ 876.677936] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.685917] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526983f0-28e5-e75b-ae71-ee071a118767, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.838491] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 876.919135] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.921917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.916s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.922385] env[68758]: DEBUG nova.objects.instance [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lazy-loading 'resources' on Instance uuid 97870b2b-ca19-4cd2-8188-cad53cfd6467 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.944026] env[68758]: INFO nova.scheduler.client.report [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted allocations for instance 62416623-bc48-442d-aa48-18e28d66f242 [ 877.076541] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.076541] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.076783] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.076908] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.080279] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.080519] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.084026] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.084026] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.084026] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.084026] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.084026] env[68758]: DEBUG nova.virt.hardware [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.084428] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f8cd6f6-a68f-4efc-a2a9-02c2a0a161ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.098152] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763cad3-51ed-4ad8-895f-083fd0d4b64f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.104037] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 877.104934] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee90753-d47a-42c4-a862-3199345d7082 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.114582] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 877.114790] env[68758]: ERROR oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk due to incomplete transfer. [ 877.115063] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942479, 'name': ReconfigVM_Task, 'duration_secs': 0.261526} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.124488] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1c72292e-0a77-4120-843e-22781a5488f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.126484] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.137601] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528939ae-6a57-efac-e77b-950f2f613dff/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 877.137821] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Uploaded image b7e011f2-e54e-428a-936f-9afe4ca31e8e to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 877.140262] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.140561] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0b92effd-e8bd-435f-a043-3e7ca94ea318 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.146862] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 877.146862] env[68758]: value = "task-2942480" [ 877.146862] env[68758]: _type = "Task" [ 877.146862] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.156427] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942480, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.190720] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526983f0-28e5-e75b-ae71-ee071a118767, 'name': SearchDatastore_Task, 'duration_secs': 0.01392} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.191603] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c753ab6a-06ea-4478-aa1a-3ba1e2eda423 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.197023] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 877.197023] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37657-275e-3e59-d51a-fc0c3f7abc9a" [ 877.197023] env[68758]: _type = "Task" [ 877.197023] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.206423] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37657-275e-3e59-d51a-fc0c3f7abc9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.214208] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Successfully updated port: 699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 877.455550] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95cc0762-3e02-4e0d-8d55-a64120b4cfaa tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "62416623-bc48-442d-aa48-18e28d66f242" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.624s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.634096] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.634428] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.634630] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.634852] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.635071] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.635243] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.635452] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.635612] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.635774] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.635937] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.636187] env[68758]: DEBUG nova.virt.hardware [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.641973] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.641973] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a69f57b-3950-4f4c-8b38-48a82622be45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.668014] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942480, 'name': Destroy_Task, 'duration_secs': 0.408267} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.669376] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Destroyed the VM [ 877.670371] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 877.670371] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 877.670371] env[68758]: value = "task-2942481" [ 877.670371] env[68758]: _type = "Task" [ 877.670371] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.670371] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6425387-f728-48e6-9693-f94efae47f6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.683585] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942481, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.685097] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 877.685097] env[68758]: value = "task-2942482" [ 877.685097] env[68758]: _type = "Task" [ 877.685097] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.697014] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942482, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.709746] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37657-275e-3e59-d51a-fc0c3f7abc9a, 'name': SearchDatastore_Task, 'duration_secs': 0.014845} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.710079] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.711392] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f6020435-e0b4-46a5-9ace-5c333d379482/f6020435-e0b4-46a5-9ace-5c333d379482.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.711392] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea7f2ef0-d96b-4107-955f-dc6ecb7f9077 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.717265] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.717486] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.717669] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.720483] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 877.720483] env[68758]: value = "task-2942483" [ 877.720483] env[68758]: _type = "Task" [ 877.720483] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.733971] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.865146] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66423ef3-87aa-4b88-96a1-47db92db7e5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.875496] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae74ff69-19ec-41ab-8d82-1d167a5d0d68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.910385] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2010d6-217a-44b4-9093-18149c2f763c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.918654] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9d8eaf-6c5a-4648-903a-fb4a6da103d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.934785] env[68758]: DEBUG nova.compute.provider_tree [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.106698] env[68758]: DEBUG nova.compute.manager [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Received event network-vif-plugged-699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 878.106698] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] Acquiring lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.106698] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.107273] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.107273] env[68758]: DEBUG nova.compute.manager [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] No waiting events found dispatching network-vif-plugged-699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 878.107502] env[68758]: WARNING nova.compute.manager [req-d5bff46a-1599-4149-bd2a-01d15bf4561b req-ec6f672e-9338-4b7c-948e-58e17299e1dc service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Received unexpected event network-vif-plugged-699afcf8-06b0-4b57-9d37-54254689ef6a for instance with vm_state building and task_state spawning. [ 878.121977] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.122309] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.185553] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942481, 'name': ReconfigVM_Task, 'duration_secs': 0.255932} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.185938] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.190603] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8625bb-bb24-4281-a841-f24f739dc6e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.200589] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942482, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473033} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.211734] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 878.212147] env[68758]: DEBUG nova.compute.manager [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.220589] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.221472] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c8579f-86d6-42e2-aaeb-c428d4472e52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.226026] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65f5bac0-21f1-4cec-96da-00af54f5f4bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.255061] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 878.255061] env[68758]: value = "task-2942484" [ 878.255061] env[68758]: _type = "Task" [ 878.255061] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.255364] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.268755] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.295427] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.438758] env[68758]: DEBUG nova.scheduler.client.report [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.450954] env[68758]: DEBUG nova.network.neutron [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Updating instance_info_cache with network_info: [{"id": "699afcf8-06b0-4b57-9d37-54254689ef6a", "address": "fa:16:3e:9b:96:63", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699afcf8-06", "ovs_interfaceid": "699afcf8-06b0-4b57-9d37-54254689ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.627806] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.681224] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.681647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.681902] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.682178] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.682380] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.684399] env[68758]: INFO nova.compute.manager [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Terminating instance [ 878.750678] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609839} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.750982] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f6020435-e0b4-46a5-9ace-5c333d379482/f6020435-e0b4-46a5-9ace-5c333d379482.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.751350] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.751614] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f3763f7-a4fe-4f2c-b9df-f2ff13bed72e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.759435] env[68758]: INFO nova.compute.manager [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Shelve offloading [ 878.768692] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 878.768692] env[68758]: value = "task-2942485" [ 878.768692] env[68758]: _type = "Task" [ 878.768692] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.783127] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.788783] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.943488] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.946223] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.298s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.948254] env[68758]: INFO nova.compute.claims [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.954788] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.955126] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Instance network_info: |[{"id": "699afcf8-06b0-4b57-9d37-54254689ef6a", "address": "fa:16:3e:9b:96:63", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699afcf8-06", "ovs_interfaceid": "699afcf8-06b0-4b57-9d37-54254689ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.955482] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:96:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '699afcf8-06b0-4b57-9d37-54254689ef6a', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.963494] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.963891] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.964164] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.964464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "c60a20d7-103d-437d-9ab4-feed6fd202fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.964557] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.964723] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.967154] env[68758]: INFO nova.compute.manager [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Terminating instance [ 878.969755] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.970317] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3faf6a80-094b-4193-9e96-b6e4f02f64c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.988688] env[68758]: INFO nova.scheduler.client.report [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Deleted allocations for instance 97870b2b-ca19-4cd2-8188-cad53cfd6467 [ 878.998181] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.998181] env[68758]: value = "task-2942486" [ 878.998181] env[68758]: _type = "Task" [ 878.998181] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.008164] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942486, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.145677] env[68758]: DEBUG nova.compute.manager [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Received event network-changed-97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 879.145892] env[68758]: DEBUG nova.compute.manager [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Refreshing instance network info cache due to event network-changed-97246867-9693-4e01-a375-e0eb612d7443. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 879.146170] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] Acquiring lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.146315] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] Acquired lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.146488] env[68758]: DEBUG nova.network.neutron [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Refreshing network info cache for port 97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.162588] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.189673] env[68758]: DEBUG nova.compute.manager [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.189870] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.190829] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9e3c78-8324-41d3-846d-f62b4699ebd8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.203310] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.203561] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6226e928-217f-4c18-9772-ab8a066178ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.209725] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 879.209725] env[68758]: value = "task-2942487" [ 879.209725] env[68758]: _type = "Task" [ 879.209725] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.218371] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.263818] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.264287] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fdc6691-dbd3-45bb-8746-834a63de4e4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.275126] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 879.275126] env[68758]: value = "task-2942488" [ 879.275126] env[68758]: _type = "Task" [ 879.275126] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.279102] env[68758]: DEBUG oslo_vmware.api [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942484, 'name': ReconfigVM_Task, 'duration_secs': 0.829056} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.283168] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Reconfigured VM instance instance-0000000f to attach disk [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f/e5396fb8-3023-476d-96cf-88ad5b573b9f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.283558] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.292029] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070202} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.292648] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.293567] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e165967-7147-42fb-a008-1838947c5ce0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.301058] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 879.301170] env[68758]: DEBUG nova.compute.manager [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.302353] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1aaba-1952-41e4-b2a4-ceb1dddc7e41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.323528] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] f6020435-e0b4-46a5-9ace-5c333d379482/f6020435-e0b4-46a5-9ace-5c333d379482.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.324370] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ef387f4-d871-47e6-99ec-469bbf192f25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.341826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.341910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.342154] env[68758]: DEBUG nova.network.neutron [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.348595] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 879.348595] env[68758]: value = "task-2942489" [ 879.348595] env[68758]: _type = "Task" [ 879.348595] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.357996] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.470500] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "refresh_cache-c60a20d7-103d-437d-9ab4-feed6fd202fb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.470823] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquired lock "refresh_cache-c60a20d7-103d-437d-9ab4-feed6fd202fb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.471030] env[68758]: DEBUG nova.network.neutron [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.497545] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2a0411cb-dc9f-4c9c-b94b-2b943f53011d tempest-ServerAddressesNegativeTestJSON-430455285 tempest-ServerAddressesNegativeTestJSON-430455285-project-member] Lock "97870b2b-ca19-4cd2-8188-cad53cfd6467" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.298s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.509188] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942486, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.721637] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942487, 'name': PowerOffVM_Task, 'duration_secs': 0.344785} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.721952] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.722071] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.722379] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce1fb09f-ae69-4465-999b-a00971040cdd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.792770] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8383e6-88f2-4074-8ba7-9d3b620f9e8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.795473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.795666] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.795840] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore2] 1df4c11a-9228-4f95-a044-2ca56fd4fa59 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.796095] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f9a8706-73e8-4cdc-b633-1bad5d807127 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.819062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6407e3a1-9d74-4502-9c27-dfca0613eeaa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.821618] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 879.821618] env[68758]: value = "task-2942491" [ 879.821618] env[68758]: _type = "Task" [ 879.821618] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.837650] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 879.854365] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942491, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.869736] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942489, 'name': ReconfigVM_Task, 'duration_secs': 0.274033} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.869997] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Reconfigured VM instance instance-0000003f to attach disk [datastore1] f6020435-e0b4-46a5-9ace-5c333d379482/f6020435-e0b4-46a5-9ace-5c333d379482.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.871236] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2dfe234-2130-42d1-95e8-e2ad70e305d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.877337] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 879.877337] env[68758]: value = "task-2942492" [ 879.877337] env[68758]: _type = "Task" [ 879.877337] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.885474] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942492, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.956066] env[68758]: DEBUG nova.network.neutron [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updated VIF entry in instance network info cache for port 97246867-9693-4e01-a375-e0eb612d7443. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.956496] env[68758]: DEBUG nova.network.neutron [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updating instance_info_cache with network_info: [{"id": "97246867-9693-4e01-a375-e0eb612d7443", "address": "fa:16:3e:ee:5d:1f", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97246867-96", "ovs_interfaceid": "97246867-9693-4e01-a375-e0eb612d7443", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.003959] env[68758]: DEBUG nova.network.neutron [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 880.012892] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942486, 'name': CreateVM_Task, 'duration_secs': 0.51852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.017428] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.020061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.020061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.020061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.020061] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35c458eb-7d2a-4f1d-8065-2b8790536b38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.024763] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 880.024763] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a9964e-46b9-ac22-bac3-bfa8c9efb3ff" [ 880.024763] env[68758]: _type = "Task" [ 880.024763] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.028515] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 880.033638] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdcd3ac-cedc-43b8-8ba7-2da6d4f75d61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.048092] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 880.048335] env[68758]: ERROR oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk due to incomplete transfer. [ 880.051774] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d98971f0-f69c-4d8a-ac37-2ffbad9b5633 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.053615] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a9964e-46b9-ac22-bac3-bfa8c9efb3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.053952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.054249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.054518] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.054696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.054935] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.057798] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e47971a-ced1-4e10-8da0-f55cceadeb02 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.062866] env[68758]: DEBUG oslo_vmware.rw_handles [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ef0c60-885f-9609-dc40-dc7e9476ded5/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 880.063098] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Uploaded image 357891d8-6ee8-4c2e-94a0-67968265a91c to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 880.064603] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 880.064848] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c01efc6a-3232-4f48-af6c-8cdd243a37c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.069449] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.070072] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.075701] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b42e3a2-e000-4d6a-be70-5859f0b34be6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.078392] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 880.078392] env[68758]: value = "task-2942493" [ 880.078392] env[68758]: _type = "Task" [ 880.078392] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.086274] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 880.086274] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196ebc-88ee-97b8-8455-268711fd63d3" [ 880.086274] env[68758]: _type = "Task" [ 880.086274] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.095024] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942493, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.099738] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196ebc-88ee-97b8-8455-268711fd63d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.141729] env[68758]: DEBUG nova.compute.manager [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Received event network-changed-699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 880.141984] env[68758]: DEBUG nova.compute.manager [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Refreshing instance network info cache due to event network-changed-699afcf8-06b0-4b57-9d37-54254689ef6a. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 880.142278] env[68758]: DEBUG oslo_concurrency.lockutils [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] Acquiring lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.142479] env[68758]: DEBUG oslo_concurrency.lockutils [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] Acquired lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.142707] env[68758]: DEBUG nova.network.neutron [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Refreshing network info cache for port 699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.149682] env[68758]: DEBUG nova.network.neutron [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.304885] env[68758]: DEBUG nova.network.neutron [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updating instance_info_cache with network_info: [{"id": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "address": "fa:16:3e:ff:04:bd", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7b71124-18", "ovs_interfaceid": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.337837] env[68758]: DEBUG oslo_vmware.api [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942491, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.434419} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.338138] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 880.338350] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 880.338528] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 880.343019] env[68758]: INFO nova.compute.manager [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Took 1.15 seconds to destroy the instance on the hypervisor. [ 880.343019] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.343019] env[68758]: DEBUG nova.compute.manager [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 880.343019] env[68758]: DEBUG nova.network.neutron [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 880.388871] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942492, 'name': Rename_Task, 'duration_secs': 0.154898} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.388871] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.389076] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7912591-ce06-4b04-beea-6d02dc5aa1c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.398424] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 880.398424] env[68758]: value = "task-2942494" [ 880.398424] env[68758]: _type = "Task" [ 880.398424] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.406705] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.445545] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6062d2c-46c2-4215-b755-760e770cd661 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.449285] env[68758]: DEBUG nova.network.neutron [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Port f3a8cfef-1891-4d81-b37a-a03e7822a9e0 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 880.454959] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11fd2b3-b92d-4e40-9141-8e5f83c4d050 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.488430] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e797594-15de-4ca3-ab04-dd83f76d3361 req-55148d53-3d2b-423e-9660-2f108c1ffb98 service nova] Releasing lock "refresh_cache-f264b047-9e41-4a69-85c4-db15ad3e5a77" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.490296] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d13541-066c-4bd2-a6c1-8235ec41c883 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.498428] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e14e3a-3795-477f-86f4-21a64a5bda65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.513191] env[68758]: DEBUG nova.compute.provider_tree [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 880.594296] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942493, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.599490] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196ebc-88ee-97b8-8455-268711fd63d3, 'name': SearchDatastore_Task, 'duration_secs': 0.035643} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.600339] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b0660b-665d-4a71-95e8-5b37053bb8da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.606161] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 880.606161] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52507da7-f269-8d73-94c1-f1636fa80a8a" [ 880.606161] env[68758]: _type = "Task" [ 880.606161] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.617999] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52507da7-f269-8d73-94c1-f1636fa80a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.652037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Releasing lock "refresh_cache-c60a20d7-103d-437d-9ab4-feed6fd202fb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.652990] env[68758]: DEBUG nova.compute.manager [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.652990] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.653958] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9342b8e-b462-47b5-9cd1-74dd73a9aa29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.663137] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.663532] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-236e1fcf-613d-4e55-9d90-3c7dbe9f2e08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.670667] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 880.670667] env[68758]: value = "task-2942495" [ 880.670667] env[68758]: _type = "Task" [ 880.670667] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.679455] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.811520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.908650] env[68758]: DEBUG oslo_vmware.api [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942494, 'name': PowerOnVM_Task, 'duration_secs': 0.491806} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.911148] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.911384] env[68758]: INFO nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 9.52 seconds to spawn the instance on the hypervisor. [ 880.911595] env[68758]: DEBUG nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.912485] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcd78a5-3c86-4767-b4b3-6ce90975e550 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.041662] env[68758]: ERROR nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [req-a0762a09-986d-4cdb-9789-9456dcb2833c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0762a09-986d-4cdb-9789-9456dcb2833c"}]} [ 881.056584] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 881.073150] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 881.073379] env[68758]: DEBUG nova.compute.provider_tree [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.088820] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 881.093343] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942493, 'name': Destroy_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.112246] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 881.122683] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52507da7-f269-8d73-94c1-f1636fa80a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.01171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.122683] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.122683] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 1ee95ade-1f63-448f-9f10-a59a767c4168/1ee95ade-1f63-448f-9f10-a59a767c4168.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 881.122683] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefff3f3-dbd2-42be-8a59-966b49ce22bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.126476] env[68758]: DEBUG nova.network.neutron [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Updated VIF entry in instance network info cache for port 699afcf8-06b0-4b57-9d37-54254689ef6a. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.126857] env[68758]: DEBUG nova.network.neutron [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Updating instance_info_cache with network_info: [{"id": "699afcf8-06b0-4b57-9d37-54254689ef6a", "address": "fa:16:3e:9b:96:63", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.146", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap699afcf8-06", "ovs_interfaceid": "699afcf8-06b0-4b57-9d37-54254689ef6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.129941] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 881.129941] env[68758]: value = "task-2942496" [ 881.129941] env[68758]: _type = "Task" [ 881.129941] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.139670] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.184179] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942495, 'name': PowerOffVM_Task, 'duration_secs': 0.299925} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.187063] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.187291] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.188831] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fe50c74-5b27-4762-adb8-75001dcda035 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.213294] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.213537] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.213806] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Deleting the datastore file [datastore1] c60a20d7-103d-437d-9ab4-feed6fd202fb {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.217566] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5c4e5a0-a033-4704-9746-669fb2244f17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.223432] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for the task: (returnval){ [ 881.223432] env[68758]: value = "task-2942498" [ 881.223432] env[68758]: _type = "Task" [ 881.223432] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.232645] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.257208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "8257332d-9502-418b-981a-ffeffff4452d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.257470] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.257676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "8257332d-9502-418b-981a-ffeffff4452d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.257910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.258095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.262245] env[68758]: INFO nova.compute.manager [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Terminating instance [ 881.305095] env[68758]: DEBUG nova.network.neutron [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.415041] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.417457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d9d81-948f-43a0-a5b8-0d345c5cb140 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.431263] env[68758]: INFO nova.compute.manager [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 55.64 seconds to build instance. [ 881.434323] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.434724] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1418c5c-f262-4bb6-adea-71c222b58fbf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.481453] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.481671] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.481877] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.516265] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.516486] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.516664] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore2] ba7d4674-d201-4eb6-8e50-796ec5224eb3 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.517056] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c16d70db-1fe7-4fbd-add4-dc1dbd0277a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.523165] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 881.523165] env[68758]: value = "task-2942500" [ 881.523165] env[68758]: _type = "Task" [ 881.523165] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.534202] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942500, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.592943] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942493, 'name': Destroy_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.594720] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc08869d-0a6c-48af-abae-f1d602c445db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.602074] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c4b0c-9bce-414c-bb0e-7188b3c31c6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.636059] env[68758]: DEBUG oslo_concurrency.lockutils [req-b69a8f03-b08b-4c57-8183-ed7c4a25124d req-d78fddab-ca2f-4d86-9e79-1d4546af2c0d service nova] Releasing lock "refresh_cache-1ee95ade-1f63-448f-9f10-a59a767c4168" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.640596] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5553d4a-d2c7-42ee-840f-d19acbc43535 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.647891] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.650920] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1961c9-b50b-43df-8c57-3c17130b652a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.666908] env[68758]: DEBUG nova.compute.provider_tree [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 881.734981] env[68758]: DEBUG oslo_vmware.api [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Task: {'id': task-2942498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302896} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.734981] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.734981] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.734981] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.734981] env[68758]: INFO nova.compute.manager [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 881.734981] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 881.734981] env[68758]: DEBUG nova.compute.manager [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.734981] env[68758]: DEBUG nova.network.neutron [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.768642] env[68758]: DEBUG nova.compute.manager [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.768642] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.769017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00626795-db37-4874-aa6f-b74710869bc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.777150] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.777432] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32ea0105-6d33-416e-904d-f6b2d769c850 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.812543] env[68758]: INFO nova.compute.manager [-] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Took 1.47 seconds to deallocate network for instance. [ 881.851236] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.851558] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.851816] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore2] 8257332d-9502-418b-981a-ffeffff4452d {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.852140] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aea1c69-e714-48da-8861-df9e3eb78cd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.862951] env[68758]: DEBUG oslo_vmware.api [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 881.862951] env[68758]: value = "task-2942502" [ 881.862951] env[68758]: _type = "Task" [ 881.862951] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.872774] env[68758]: DEBUG oslo_vmware.api [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.936426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14da84cd-ce02-4add-bfab-7e655ff871a4 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.905s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.978442] env[68758]: DEBUG nova.network.neutron [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.005718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.005971] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.036103] env[68758]: DEBUG oslo_vmware.api [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942500, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385672} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.036409] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.036595] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.036781] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.074873] env[68758]: INFO nova.scheduler.client.report [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance ba7d4674-d201-4eb6-8e50-796ec5224eb3 [ 882.098639] env[68758]: DEBUG oslo_vmware.api [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942493, 'name': Destroy_Task, 'duration_secs': 1.804789} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.098935] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Destroyed the VM [ 882.099197] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 882.099470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d154bf98-7316-46a5-a31e-744756b41f62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.105464] env[68758]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 882.105632] env[68758]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=68758) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 882.106104] env[68758]: DEBUG nova.compute.utils [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Cleaning up image 357891d8-6ee8-4c2e-94a0-67968265a91c {{(pid=68758) delete_image /opt/stack/nova/nova/compute/utils.py:1352}} [ 882.148445] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942496, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.176802] env[68758]: DEBUG nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Received event network-vif-deleted-2c5d7eb6-347f-40db-82de-9e59c0e07183 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.176927] env[68758]: DEBUG nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received event network-vif-unplugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.177206] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.177406] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.177608] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.177889] env[68758]: DEBUG nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] No waiting events found dispatching network-vif-unplugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 882.178018] env[68758]: WARNING nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received unexpected event network-vif-unplugged-f7b71124-18fe-447c-bbdb-31f68a7f73a4 for instance with vm_state shelved_offloaded and task_state None. [ 882.178626] env[68758]: DEBUG nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Received event network-changed-f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 882.178626] env[68758]: DEBUG nova.compute.manager [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Refreshing instance network info cache due to event network-changed-f7b71124-18fe-447c-bbdb-31f68a7f73a4. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 882.178626] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Acquiring lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.178777] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Acquired lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.178835] env[68758]: DEBUG nova.network.neutron [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Refreshing network info cache for port f7b71124-18fe-447c-bbdb-31f68a7f73a4 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.190081] env[68758]: ERROR nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [req-6958dd50-01f2-494b-af41-22625df19a59] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6958dd50-01f2-494b-af41-22625df19a59"}]} [ 882.213419] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 882.231447] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 882.232078] env[68758]: DEBUG nova.compute.provider_tree [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 882.245629] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 882.268221] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 882.319843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.374164] env[68758]: WARNING nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 8257332d-9502-418b-981a-ffeffff4452d [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] Traceback (most recent call last): [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] ds_util.file_delete(self._session, [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] session._wait_for_task(file_delete_task) [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] return self.wait_for_task(task_ref) [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] return evt.wait() [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] result = hub.switch() [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] return self.greenlet.switch() [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] self.f(*self.args, **self.kw) [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] raise exceptions.translate_fault(task_info.error) [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 8257332d-9502-418b-981a-ffeffff4452d [ 882.374164] env[68758]: ERROR nova.virt.vmwareapi.vmops [instance: 8257332d-9502-418b-981a-ffeffff4452d] [ 882.374701] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.374701] env[68758]: INFO nova.compute.manager [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Took 0.61 seconds to destroy the instance on the hypervisor. [ 882.374849] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.377378] env[68758]: DEBUG nova.compute.manager [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.377480] env[68758]: DEBUG nova.network.neutron [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.483962] env[68758]: DEBUG nova.network.neutron [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.509843] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 882.529670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.530052] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.530052] env[68758]: DEBUG nova.network.neutron [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.579312] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.655754] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942496, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.191855} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.657367] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 1ee95ade-1f63-448f-9f10-a59a767c4168/1ee95ade-1f63-448f-9f10-a59a767c4168.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.657578] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.659529] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcb5fd3-ee24-4de0-9f53-64c149aca99c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.670495] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 882.670495] env[68758]: value = "task-2942503" [ 882.670495] env[68758]: _type = "Task" [ 882.670495] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.687115] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.713048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc8a6e6-48e0-4f48-a454-bef0bba8eac0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.720151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ed0cb-7af4-418a-b84d-1be3a368478a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.753765] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe50d3-3df3-4efc-9e99-23f3ca78ce99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.761428] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a86062-58c2-4ea7-8f1d-c51a6571f5f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.774940] env[68758]: DEBUG nova.compute.provider_tree [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.928352] env[68758]: DEBUG nova.network.neutron [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updated VIF entry in instance network info cache for port f7b71124-18fe-447c-bbdb-31f68a7f73a4. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.928915] env[68758]: DEBUG nova.network.neutron [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updating instance_info_cache with network_info: [{"id": "f7b71124-18fe-447c-bbdb-31f68a7f73a4", "address": "fa:16:3e:ff:04:bd", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf7b71124-18", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.990156] env[68758]: INFO nova.compute.manager [-] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Took 1.26 seconds to deallocate network for instance. [ 883.038377] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.040762] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.160016] env[68758]: DEBUG nova.network.neutron [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.181111] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085062} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.181345] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.182159] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe2914-6ad1-4369-a753-ceb16ffb2761 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.206523] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 1ee95ade-1f63-448f-9f10-a59a767c4168/1ee95ade-1f63-448f-9f10-a59a767c4168.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.206811] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d45a2d-31bf-46c7-bada-0f2040b7a16e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.228592] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 883.228592] env[68758]: value = "task-2942504" [ 883.228592] env[68758]: _type = "Task" [ 883.228592] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.237470] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942504, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.278564] env[68758]: DEBUG nova.scheduler.client.report [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.287708] env[68758]: DEBUG nova.network.neutron [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.433480] env[68758]: DEBUG oslo_concurrency.lockutils [req-a23b0197-d090-417d-913c-df241cf30648 req-4d89e12a-3c3d-4bdb-985c-2bc25a360eb7 service nova] Releasing lock "refresh_cache-ba7d4674-d201-4eb6-8e50-796ec5224eb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.498314] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.633493] env[68758]: DEBUG oslo_concurrency.lockutils [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.663296] env[68758]: INFO nova.compute.manager [-] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Took 1.29 seconds to deallocate network for instance. [ 883.737416] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.737679] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.742412] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942504, 'name': ReconfigVM_Task, 'duration_secs': 0.321885} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.743029] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 1ee95ade-1f63-448f-9f10-a59a767c4168/1ee95ade-1f63-448f-9f10-a59a767c4168.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.743486] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c4b521b-5614-458e-9820-33b8659349b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.750369] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 883.750369] env[68758]: value = "task-2942505" [ 883.750369] env[68758]: _type = "Task" [ 883.750369] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.761488] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942505, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.783277] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.837s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.783831] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 883.786562] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.348s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.786783] env[68758]: DEBUG nova.objects.instance [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lazy-loading 'resources' on Instance uuid 40b2063c-1b0e-41e6-abde-7ef5c7f9def8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.789990] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.533225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.533586] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.536640] env[68758]: DEBUG nova.compute.utils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.543227] env[68758]: DEBUG nova.compute.manager [req-c770c2c2-c6b1-4629-9f7e-ecf5b0126334 req-11fc653a-8719-4fe8-8904-b7fc514542c8 service nova] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Received event network-vif-deleted-182d26ba-0037-4560-b4ba-2f43a9c7cb19 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 884.549075] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 884.549307] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 884.559396] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942505, 'name': Rename_Task, 'duration_secs': 0.142181} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.559396] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.559396] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a929a02-230d-4861-a02d-a5e3006eed78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.564807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cfe05-ebef-46ba-87e4-2427518386fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.570918] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 884.570918] env[68758]: value = "task-2942506" [ 884.570918] env[68758]: _type = "Task" [ 884.570918] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.592278] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879beee3-4e2e-4bea-8f1f-54621b7b58e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.600094] env[68758]: DEBUG nova.policy [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d427803a527483b978c6df0547a7f3a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae34467abb7c454fa040f563c3a7b909', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.601819] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.605854] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.887210] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Successfully created port: 3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 884.980632] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54890348-4456-4468-850f-5fe6ffd07aa4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.990361] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fe4cb9-89ce-45b3-9df3-c1fbc250667c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.023977] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e3a00-df71-4482-876a-bd2db14ddc54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.031568] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce47ba73-2a9f-4e04-ad96-9325178f157d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.045452] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 885.050287] env[68758]: DEBUG nova.compute.provider_tree [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.079136] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.087158] env[68758]: DEBUG oslo_vmware.api [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942506, 'name': PowerOnVM_Task, 'duration_secs': 0.516979} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.087445] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.087681] env[68758]: INFO nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Took 8.25 seconds to spawn the instance on the hypervisor. [ 885.087862] env[68758]: DEBUG nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 885.088703] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddfe041f-2215-47b8-bcd1-451bf3134cc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.115018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aadc5fba-9bdf-442a-ba76-1683478b36f0 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance 'e5396fb8-3023-476d-96cf-88ad5b573b9f' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.558597] env[68758]: DEBUG nova.scheduler.client.report [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.605844] env[68758]: INFO nova.compute.manager [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Took 58.38 seconds to build instance. [ 886.057819] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.063044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.276s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.065222] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.299s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.066585] env[68758]: INFO nova.compute.claims [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.088185] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.088448] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.088606] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.088783] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.089846] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.090106] env[68758]: DEBUG nova.virt.hardware [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.090956] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef5320-a101-468a-879a-7235a9e2b3c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.094208] env[68758]: INFO nova.scheduler.client.report [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Deleted allocations for instance 40b2063c-1b0e-41e6-abde-7ef5c7f9def8 [ 886.101805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e9befe-7ee3-44b3-8263-75c197c49fb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.107305] env[68758]: DEBUG oslo_concurrency.lockutils [None req-30db1ddb-e84c-4244-a36e-068860f14f28 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.607s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.407593] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Successfully updated port: 3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 886.493982] env[68758]: DEBUG nova.compute.manager [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Received event network-vif-plugged-3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 886.493982] env[68758]: DEBUG oslo_concurrency.lockutils [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] Acquiring lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.493982] env[68758]: DEBUG oslo_concurrency.lockutils [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.495020] env[68758]: DEBUG oslo_concurrency.lockutils [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.495020] env[68758]: DEBUG nova.compute.manager [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] No waiting events found dispatching network-vif-plugged-3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.495256] env[68758]: WARNING nova.compute.manager [req-ba61efaf-a530-4a70-80b7-21a0ce00dc58 req-76a62201-4848-4080-8863-312eb77236f6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Received unexpected event network-vif-plugged-3a6f6504-95c4-4ede-94d5-340a2ba58a86 for instance with vm_state building and task_state spawning. [ 886.608034] env[68758]: DEBUG oslo_concurrency.lockutils [None req-045396ad-250a-49b7-bce0-d6e2d04b8392 tempest-TenantUsagesTestJSON-933443432 tempest-TenantUsagesTestJSON-933443432-project-member] Lock "40b2063c-1b0e-41e6-abde-7ef5c7f9def8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.658s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.909576] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.909742] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquired lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.909935] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.444280] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.477149] env[68758]: DEBUG nova.compute.manager [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 887.478413] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a238d85-25d4-4e12-a27c-15233f694429 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.482385] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cbc8f8-83a5-4115-9bd1-b706eb6c5ba2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.497645] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3b8be-5b91-4d02-bccb-128b32ba981b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.531125] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ce157f-62ef-43be-87d3-3ab05e298b56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.540461] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a16e57-708c-4386-91ba-815c183c7b60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.554990] env[68758]: DEBUG nova.compute.provider_tree [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.607123] env[68758]: DEBUG nova.network.neutron [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updating instance_info_cache with network_info: [{"id": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "address": "fa:16:3e:f5:be:48", "network": {"id": "5fcac662-d9f7-4d47-84fd-cb7884a3fde5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1471514452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae34467abb7c454fa040f563c3a7b909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6f6504-95", "ovs_interfaceid": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.610326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.611427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.611427] env[68758]: DEBUG nova.compute.manager [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Going to confirm migration 3 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 888.002701] env[68758]: INFO nova.compute.manager [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] instance snapshotting [ 888.006128] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50036664-b0c2-4250-a5c7-02635e799a52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.027149] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885ecfd-d542-48c9-b8ca-e9538b239398 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.058196] env[68758]: DEBUG nova.scheduler.client.report [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.109575] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Releasing lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.109885] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Instance network_info: |[{"id": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "address": "fa:16:3e:f5:be:48", "network": {"id": "5fcac662-d9f7-4d47-84fd-cb7884a3fde5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1471514452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae34467abb7c454fa040f563c3a7b909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6f6504-95", "ovs_interfaceid": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 888.110312] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:be:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a6f6504-95c4-4ede-94d5-340a2ba58a86', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 888.117860] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Creating folder: Project (ae34467abb7c454fa040f563c3a7b909). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.120604] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a24435d-afdd-4f6b-b38f-e8140ac63c16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.137338] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Created folder: Project (ae34467abb7c454fa040f563c3a7b909) in parent group-v590497. [ 888.137572] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Creating folder: Instances. Parent ref: group-v590676. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 888.137838] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ab358da-7ddf-434f-a654-d5e4bd8c4dad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.148643] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Created folder: Instances in parent group-v590676. [ 888.148877] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 888.149085] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 888.149351] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6564006b-6d28-4e39-8c49-d87fe6e62300 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.174945] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 888.174945] env[68758]: value = "task-2942509" [ 888.174945] env[68758]: _type = "Task" [ 888.174945] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.183580] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942509, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.225092] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.225306] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.225483] env[68758]: DEBUG nova.network.neutron [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.225663] env[68758]: DEBUG nova.objects.instance [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'info_cache' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 888.538909] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 888.539246] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e69be0f6-35f3-4765-8452-0e4917d04eb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.548288] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 888.548288] env[68758]: value = "task-2942510" [ 888.548288] env[68758]: _type = "Task" [ 888.548288] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.556916] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.562841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.563386] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 888.566261] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.662s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.567880] env[68758]: INFO nova.compute.claims [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.650152] env[68758]: DEBUG nova.compute.manager [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Received event network-changed-3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 888.650152] env[68758]: DEBUG nova.compute.manager [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Refreshing instance network info cache due to event network-changed-3a6f6504-95c4-4ede-94d5-340a2ba58a86. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 888.650152] env[68758]: DEBUG oslo_concurrency.lockutils [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] Acquiring lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.650152] env[68758]: DEBUG oslo_concurrency.lockutils [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] Acquired lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.650152] env[68758]: DEBUG nova.network.neutron [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Refreshing network info cache for port 3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.685751] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942509, 'name': CreateVM_Task, 'duration_secs': 0.421196} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.685954] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 888.686954] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.687277] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.687541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.687823] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-212415d2-87ca-46c6-ab15-a35a7c60e779 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.693182] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 888.693182] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52971d8a-b7f4-f29b-0aed-f824f04cc932" [ 888.693182] env[68758]: _type = "Task" [ 888.693182] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.702217] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52971d8a-b7f4-f29b-0aed-f824f04cc932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.061535] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942510, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.072971] env[68758]: DEBUG nova.compute.utils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.076296] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 889.076463] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 889.142899] env[68758]: DEBUG nova.policy [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '601f89fe60ea4e5bb61348877ffb5c6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e3a36b913a74083b991a0f62b014982', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 889.204748] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52971d8a-b7f4-f29b-0aed-f824f04cc932, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.204973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.205225] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.205504] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.205987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.206297] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.206615] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3092b65-b3dc-496c-a529-1b433e250bcb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.221369] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.221568] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.222327] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1838bc5-23b8-43d9-bb25-7bfc456c541b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.230539] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 889.230539] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee3a6f-c3cd-7608-e040-9a86bb72483b" [ 889.230539] env[68758]: _type = "Task" [ 889.230539] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.242411] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee3a6f-c3cd-7608-e040-9a86bb72483b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.562982] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942510, 'name': CreateSnapshot_Task, 'duration_secs': 0.767857} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.564347] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 889.564347] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab1b84f-e914-4d2b-b763-cea606071022 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.576992] env[68758]: DEBUG nova.network.neutron [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.578398] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.583098] env[68758]: DEBUG nova.network.neutron [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updated VIF entry in instance network info cache for port 3a6f6504-95c4-4ede-94d5-340a2ba58a86. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 889.583098] env[68758]: DEBUG nova.network.neutron [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updating instance_info_cache with network_info: [{"id": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "address": "fa:16:3e:f5:be:48", "network": {"id": "5fcac662-d9f7-4d47-84fd-cb7884a3fde5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1471514452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae34467abb7c454fa040f563c3a7b909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6f6504-95", "ovs_interfaceid": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.746112] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee3a6f-c3cd-7608-e040-9a86bb72483b, 'name': SearchDatastore_Task, 'duration_secs': 0.011958} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.747188] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b014987-b112-427b-9d22-c0de8d32481a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.754969] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 889.754969] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e872c1-b9ae-ec26-4be6-619a7f3a695f" [ 889.754969] env[68758]: _type = "Task" [ 889.754969] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.765611] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e872c1-b9ae-ec26-4be6-619a7f3a695f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.768538] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Successfully created port: 248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.004169] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aea1df-1f4f-440a-baad-e09e7f321945 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.018386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f346a4-6180-49a7-83a1-448dfb92b1e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.056307] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48435d48-83dd-450f-b8aa-a9bb0e872f58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.064777] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23b1244-7dec-4d16-90a5-01cd8f0ed624 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.077426] env[68758]: DEBUG nova.compute.provider_tree [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.092357] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 890.092893] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.093144] env[68758]: DEBUG nova.objects.instance [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'migration_context' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.101899] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-439291ae-2200-4f14-aa69-d85d6c033f6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.105766] env[68758]: DEBUG oslo_concurrency.lockutils [req-56bad43e-a354-46e1-a840-57a5585f8100 req-f05969e1-f922-4c29-bfb7-6cef44717eaf service nova] Releasing lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.114293] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 890.114293] env[68758]: value = "task-2942511" [ 890.114293] env[68758]: _type = "Task" [ 890.114293] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.122537] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942511, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.235765] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Successfully created port: 2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 890.269516] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e872c1-b9ae-ec26-4be6-619a7f3a695f, 'name': SearchDatastore_Task, 'duration_secs': 0.037837} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.270028] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.270398] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ffbb3381-912d-4a29-81cb-5bd8621d0694/ffbb3381-912d-4a29-81cb-5bd8621d0694.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.270797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11c5e4a1-1408-426d-8e42-f0df6b50fc7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.283590] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 890.283590] env[68758]: value = "task-2942512" [ 890.283590] env[68758]: _type = "Task" [ 890.283590] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.296646] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942512, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.584247] env[68758]: DEBUG nova.scheduler.client.report [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.607715] env[68758]: DEBUG nova.objects.base [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 890.609014] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 890.615913] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bbc95f-70b6-4412-a7e3-9b5f9a98beb7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.635667] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942511, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.654347] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9693ec18-a744-4629-9ecd-87709054c967 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.663234] env[68758]: DEBUG oslo_vmware.api [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 890.663234] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b5d9c-0e8f-00ab-da92-27d9ee0787a6" [ 890.663234] env[68758]: _type = "Task" [ 890.663234] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.665789] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.666125] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.666280] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.666485] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.666648] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.666806] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.667088] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.667283] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.667458] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.667624] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.667799] env[68758]: DEBUG nova.virt.hardware [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.668865] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1aaaa5-bcde-44ab-bb11-fa10b93a7bb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.687859] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad476dcc-781c-4b8c-a08d-9a1875af949c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.692270] env[68758]: DEBUG oslo_vmware.api [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528b5d9c-0e8f-00ab-da92-27d9ee0787a6, 'name': SearchDatastore_Task, 'duration_secs': 0.018611} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.696126] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.792948] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942512, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.089204] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.089796] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.093557] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.898s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.094007] env[68758]: DEBUG nova.objects.instance [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lazy-loading 'resources' on Instance uuid c292f51f-1701-432c-9d12-78233dd31ca5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.134374] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942511, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.295485] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942512, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569801} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.295821] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ffbb3381-912d-4a29-81cb-5bd8621d0694/ffbb3381-912d-4a29-81cb-5bd8621d0694.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.296070] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.296329] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27343d40-6ae5-46a7-95d4-019aa74f3a5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.303826] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 891.303826] env[68758]: value = "task-2942513" [ 891.303826] env[68758]: _type = "Task" [ 891.303826] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.312677] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.597914] env[68758]: DEBUG nova.compute.utils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.599575] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.599688] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.636307] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942511, 'name': CloneVM_Task, 'duration_secs': 1.433502} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.636839] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Created linked-clone VM from snapshot [ 891.637629] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9466e6b-d08a-4b34-8fe1-69cd98e2e882 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.645598] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Uploading image b98a23c6-70f0-4003-95cb-236e4cb53859 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 891.674610] env[68758]: DEBUG nova.policy [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.678685] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 891.678685] env[68758]: value = "vm-590680" [ 891.678685] env[68758]: _type = "VirtualMachine" [ 891.678685] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 891.679026] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95f7debf-5235-4a4c-8e49-54766a0b1907 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.689503] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease: (returnval){ [ 891.689503] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fa3e29-f522-f929-350b-cf9a3627f841" [ 891.689503] env[68758]: _type = "HttpNfcLease" [ 891.689503] env[68758]: } obtained for exporting VM: (result){ [ 891.689503] env[68758]: value = "vm-590680" [ 891.689503] env[68758]: _type = "VirtualMachine" [ 891.689503] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 891.689503] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the lease: (returnval){ [ 891.689503] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fa3e29-f522-f929-350b-cf9a3627f841" [ 891.689503] env[68758]: _type = "HttpNfcLease" [ 891.689503] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 891.700841] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 891.700841] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fa3e29-f522-f929-350b-cf9a3627f841" [ 891.700841] env[68758]: _type = "HttpNfcLease" [ 891.700841] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 891.818272] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08057} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.821120] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 891.822282] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19f60e7-b274-406e-b024-c5d483f0a0e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.827263] env[68758]: DEBUG nova.compute.manager [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-vif-plugged-248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 891.827471] env[68758]: DEBUG oslo_concurrency.lockutils [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] Acquiring lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.827870] env[68758]: DEBUG oslo_concurrency.lockutils [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.828116] env[68758]: DEBUG oslo_concurrency.lockutils [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.828327] env[68758]: DEBUG nova.compute.manager [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] No waiting events found dispatching network-vif-plugged-248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 891.828476] env[68758]: WARNING nova.compute.manager [req-40b0517f-d376-4c18-b134-66db43adf96e req-e543fbca-ea76-4174-8d6e-61af505617e8 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received unexpected event network-vif-plugged-248f9de9-8c06-427e-a65c-24f79e86e778 for instance with vm_state building and task_state spawning. [ 891.856072] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] ffbb3381-912d-4a29-81cb-5bd8621d0694/ffbb3381-912d-4a29-81cb-5bd8621d0694.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 891.857332] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-208dba64-f075-4f5e-a037-8dde73c1035f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.883816] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 891.883816] env[68758]: value = "task-2942515" [ 891.883816] env[68758]: _type = "Task" [ 891.883816] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.895386] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942515, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.007475] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Successfully updated port: 248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 892.106439] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.113494] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Successfully created port: be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.133706] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6e7e4-1817-418e-b080-d93d2c421e5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.144430] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22a25bf-d6b2-4283-8ee9-5d04d6a2d34d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.183471] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ca15cf-9bcd-47e5-b922-018208854f26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.196784] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a86ee-37c5-4ca4-84d2-54229564b288 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.213253] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 892.213253] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fa3e29-f522-f929-350b-cf9a3627f841" [ 892.213253] env[68758]: _type = "HttpNfcLease" [ 892.213253] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 892.214106] env[68758]: DEBUG nova.compute.provider_tree [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.215540] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 892.215540] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fa3e29-f522-f929-350b-cf9a3627f841" [ 892.215540] env[68758]: _type = "HttpNfcLease" [ 892.215540] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 892.216609] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231c8742-eca8-435b-837e-101439fff26b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.225072] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 892.226529] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 892.359391] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0af2d7d2-5b45-4bea-8090-1c0ed4930f3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.401554] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942515, 'name': ReconfigVM_Task, 'duration_secs': 0.298306} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.401554] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Reconfigured VM instance instance-00000041 to attach disk [datastore1] ffbb3381-912d-4a29-81cb-5bd8621d0694/ffbb3381-912d-4a29-81cb-5bd8621d0694.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 892.401554] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42dc181-864f-4c11-8017-68448d023f45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.408302] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 892.408302] env[68758]: value = "task-2942516" [ 892.408302] env[68758]: _type = "Task" [ 892.408302] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.417606] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942516, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.717576] env[68758]: DEBUG nova.scheduler.client.report [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.921943] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942516, 'name': Rename_Task, 'duration_secs': 0.154105} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.923037] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 892.925383] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bf017aa-ef72-4323-859a-80f319199682 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.932010] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 892.932010] env[68758]: value = "task-2942517" [ 892.932010] env[68758]: _type = "Task" [ 892.932010] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.943075] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.118475] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.147969] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.148273] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.149525] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.149742] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.149893] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.150053] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.150265] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.150425] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.150590] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.150754] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.150928] env[68758]: DEBUG nova.virt.hardware [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.151798] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee543f7e-4398-4f59-a3e3-650a5c349ccd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.161857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87a8ad2-1143-43b3-bc60-d68d032fb628 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.223511] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.227402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 46.103s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.256011] env[68758]: INFO nova.scheduler.client.report [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Deleted allocations for instance c292f51f-1701-432c-9d12-78233dd31ca5 [ 893.447109] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942517, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.691529] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Successfully updated port: be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.735277] env[68758]: INFO nova.compute.claims [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.770765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-90d0ee13-964b-43a3-88c6-2e558e9027de tempest-ServerMetadataTestJSON-1962156583 tempest-ServerMetadataTestJSON-1962156583-project-member] Lock "c292f51f-1701-432c-9d12-78233dd31ca5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.153s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.858288] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-changed-248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 893.858552] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Refreshing instance network info cache due to event network-changed-248f9de9-8c06-427e-a65c-24f79e86e778. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 893.858789] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Acquiring lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.858936] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Acquired lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.859121] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Refreshing network info cache for port 248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.944736] env[68758]: DEBUG oslo_vmware.api [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942517, 'name': PowerOnVM_Task, 'duration_secs': 0.637463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.945814] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 893.945814] env[68758]: INFO nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Took 7.89 seconds to spawn the instance on the hypervisor. [ 893.945932] env[68758]: DEBUG nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 893.946758] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7991ea-34df-4785-b839-3c9ff2c2bdde {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.195187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.195187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.195187] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.243744] env[68758]: INFO nova.compute.resource_tracker [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating resource usage from migration 21c3e426-f767-4c64-87cf-cac68677f0bc [ 894.472111] env[68758]: INFO nova.compute.manager [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Took 60.84 seconds to build instance. [ 894.547775] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.619345] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Successfully updated port: 2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.692470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97441665-9d8d-4bfb-96fe-ebb46e1b874e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.703608] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.707020] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21e2709-2252-4b5e-ac90-4d550d0c44a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.739374] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698d3ddc-21d0-4503-b7af-97f40ad165ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.747649] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da055c32-1e64-4d85-b37d-a357feb6f949 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.752122] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.764701] env[68758]: DEBUG nova.compute.provider_tree [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.964924] env[68758]: DEBUG nova.network.neutron [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Updating instance_info_cache with network_info: [{"id": "be2107c9-f269-447b-a365-b3a05a57e6f6", "address": "fa:16:3e:b2:98:07", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2107c9-f2", "ovs_interfaceid": "be2107c9-f269-447b-a365-b3a05a57e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.975069] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ab1946c1-5716-42be-85d6-476251dd82f0 tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.082s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.122817] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.206201] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Releasing lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.206512] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Received event network-vif-plugged-be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.206710] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Acquiring lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.206916] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.207154] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.207355] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] No waiting events found dispatching network-vif-plugged-be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.207528] env[68758]: WARNING nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Received unexpected event network-vif-plugged-be2107c9-f269-447b-a365-b3a05a57e6f6 for instance with vm_state building and task_state spawning. [ 895.207690] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Received event network-changed-be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.207845] env[68758]: DEBUG nova.compute.manager [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Refreshing instance network info cache due to event network-changed-be2107c9-f269-447b-a365-b3a05a57e6f6. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 895.208022] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Acquiring lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.208272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.208408] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.270834] env[68758]: DEBUG nova.scheduler.client.report [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.468537] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.469744] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Instance network_info: |[{"id": "be2107c9-f269-447b-a365-b3a05a57e6f6", "address": "fa:16:3e:b2:98:07", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2107c9-f2", "ovs_interfaceid": "be2107c9-f269-447b-a365-b3a05a57e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.470571] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Acquired lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.470571] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Refreshing network info cache for port be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.472199] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:98:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be2107c9-f269-447b-a365-b3a05a57e6f6', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.481179] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating folder: Project (8ba82a5a56324c0ea06b6eba7167a0a9). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.485729] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a73bef03-2d0a-4994-989c-40ff5cd946be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.501395] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created folder: Project (8ba82a5a56324c0ea06b6eba7167a0a9) in parent group-v590497. [ 895.501960] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating folder: Instances. Parent ref: group-v590681. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.502327] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4614388-30ea-4859-a37c-e73d62fd36b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.514521] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created folder: Instances in parent group-v590681. [ 895.514834] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.515061] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.515277] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e4087a-fe45-40cb-8e61-d747a8175fb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.538377] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.538377] env[68758]: value = "task-2942520" [ 895.538377] env[68758]: _type = "Task" [ 895.538377] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.554190] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942520, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.768707] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.776724] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.549s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.776973] env[68758]: INFO nova.compute.manager [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Migrating [ 895.790443] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.362s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.793904] env[68758]: INFO nova.compute.claims [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.838923] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Updated VIF entry in instance network info cache for port be2107c9-f269-447b-a365-b3a05a57e6f6. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.839324] env[68758]: DEBUG nova.network.neutron [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Updating instance_info_cache with network_info: [{"id": "be2107c9-f269-447b-a365-b3a05a57e6f6", "address": "fa:16:3e:b2:98:07", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe2107c9-f2", "ovs_interfaceid": "be2107c9-f269-447b-a365-b3a05a57e6f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.941029] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-vif-plugged-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.942264] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Acquiring lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.942530] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.942704] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.942879] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] No waiting events found dispatching network-vif-plugged-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.943082] env[68758]: WARNING nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received unexpected event network-vif-plugged-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 for instance with vm_state building and task_state spawning. [ 895.943243] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-changed-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 895.943868] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Refreshing instance network info cache due to event network-changed-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 895.943868] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Acquiring lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.051764] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942520, 'name': CreateVM_Task, 'duration_secs': 0.422165} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.052143] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.052881] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.053045] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.053388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.053650] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5ea2e38-830f-4f3d-87a5-cb480ea8699a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.059887] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 896.059887] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52898c6d-beaa-2465-242b-12a8cebc7dbf" [ 896.059887] env[68758]: _type = "Task" [ 896.059887] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.073810] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52898c6d-beaa-2465-242b-12a8cebc7dbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.279936] env[68758]: DEBUG nova.network.neutron [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updating instance_info_cache with network_info: [{"id": "248f9de9-8c06-427e-a65c-24f79e86e778", "address": "fa:16:3e:a4:d7:18", "network": {"id": "35d7e616-7e52-49c1-ae0f-dd85a597a356", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204042091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248f9de9-8c", "ovs_interfaceid": "248f9de9-8c06-427e-a65c-24f79e86e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "address": "fa:16:3e:27:b4:e8", "network": {"id": "88c3964a-39b7-4d33-a741-c76f45e60e26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-5149865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0cc6bf-84", "ovs_interfaceid": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.312285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.312486] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.312663] env[68758]: DEBUG nova.network.neutron [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.341797] env[68758]: DEBUG oslo_concurrency.lockutils [req-7f4a3250-7f9f-4c2e-93c1-4dfe386862f1 req-4fb1dc03-eb0b-40ea-84aa-43ec005f0416 service nova] Releasing lock "refresh_cache-6ceb9115-9d23-4581-97f6-84663256b50d" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.572257] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52898c6d-beaa-2465-242b-12a8cebc7dbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014215} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.572257] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.572257] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.572257] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.572410] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.572498] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.572769] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6b2bae4-6b36-4125-86a9-41a11195aa2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.585060] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.585060] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.585805] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b93273-1f66-41de-a2e2-0f6e6e7fd147 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.592020] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 896.592020] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521c524a-3343-3a67-12aa-36cebaa64b0d" [ 896.592020] env[68758]: _type = "Task" [ 896.592020] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.601348] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521c524a-3343-3a67-12aa-36cebaa64b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.781060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.781499] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance network_info: |[{"id": "248f9de9-8c06-427e-a65c-24f79e86e778", "address": "fa:16:3e:a4:d7:18", "network": {"id": "35d7e616-7e52-49c1-ae0f-dd85a597a356", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204042091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248f9de9-8c", "ovs_interfaceid": "248f9de9-8c06-427e-a65c-24f79e86e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "address": "fa:16:3e:27:b4:e8", "network": {"id": "88c3964a-39b7-4d33-a741-c76f45e60e26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-5149865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0cc6bf-84", "ovs_interfaceid": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.781836] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Acquired lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.782133] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Refreshing network info cache for port 2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.783410] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:d7:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '248f9de9-8c06-427e-a65c-24f79e86e778', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:b4:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.793543] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.794659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.794894] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b35e4f65-24d7-465f-893a-5b79e3341176 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.821181] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.821181] env[68758]: value = "task-2942521" [ 896.821181] env[68758]: _type = "Task" [ 896.821181] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.830560] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942521, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.048455] env[68758]: DEBUG nova.network.neutron [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.104181] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521c524a-3343-3a67-12aa-36cebaa64b0d, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.108213] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5005786b-f0de-4b21-82eb-a2da6ace088f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.115240] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 897.115240] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e6a03b-5e25-cd83-5eb1-a939d7055f2e" [ 897.115240] env[68758]: _type = "Task" [ 897.115240] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.127630] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e6a03b-5e25-cd83-5eb1-a939d7055f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.203273] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861783d7-5f4d-4e71-8049-639728d74941 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.211847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a250f-d942-4ae9-8f94-2d41b2ca077c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.248346] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204c754d-5ed1-4aea-b2d5-f10e4b21aad8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.259058] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6a2697-96d2-495e-85c7-a596b41011f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.273827] env[68758]: DEBUG nova.compute.provider_tree [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.332107] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942521, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.508587] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updated VIF entry in instance network info cache for port 2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.509148] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updating instance_info_cache with network_info: [{"id": "248f9de9-8c06-427e-a65c-24f79e86e778", "address": "fa:16:3e:a4:d7:18", "network": {"id": "35d7e616-7e52-49c1-ae0f-dd85a597a356", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204042091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248f9de9-8c", "ovs_interfaceid": "248f9de9-8c06-427e-a65c-24f79e86e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "address": "fa:16:3e:27:b4:e8", "network": {"id": "88c3964a-39b7-4d33-a741-c76f45e60e26", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-5149865", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0cc6bf-84", "ovs_interfaceid": "2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.554665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.628044] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e6a03b-5e25-cd83-5eb1-a939d7055f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012836} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.628044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.628044] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 6ceb9115-9d23-4581-97f6-84663256b50d/6ceb9115-9d23-4581-97f6-84663256b50d.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.628044] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6fe1348-f5f8-46fe-9baf-33e12cd979e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.634584] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 897.634584] env[68758]: value = "task-2942522" [ 897.634584] env[68758]: _type = "Task" [ 897.634584] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.643808] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.777068] env[68758]: DEBUG nova.scheduler.client.report [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.836763] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942521, 'name': CreateVM_Task, 'duration_secs': 0.515612} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.836763] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.837579] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.837579] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.837880] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.838253] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054b513d-9db2-4740-9481-6b9136dceee9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.846908] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 897.846908] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee421c-2d05-94f9-2c59-e6434ac2b2f3" [ 897.846908] env[68758]: _type = "Task" [ 897.846908] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.857664] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee421c-2d05-94f9-2c59-e6434ac2b2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.012095] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Releasing lock "refresh_cache-cccca9ef-819e-4df6-80ef-fc27cd086dab" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.012543] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Received event network-changed-3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 898.013179] env[68758]: DEBUG nova.compute.manager [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Refreshing instance network info cache due to event network-changed-3a6f6504-95c4-4ede-94d5-340a2ba58a86. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 898.013569] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Acquiring lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.013748] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Acquired lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.014014] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Refreshing network info cache for port 3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.147803] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942522, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429796} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.148105] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 6ceb9115-9d23-4581-97f6-84663256b50d/6ceb9115-9d23-4581-97f6-84663256b50d.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.148241] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.148535] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cd685f7-8e96-45fb-b5f0-f36660811d66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.155734] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 898.155734] env[68758]: value = "task-2942523" [ 898.155734] env[68758]: _type = "Task" [ 898.155734] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.163764] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942523, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.283088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.283791] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.286972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.188s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.287308] env[68758]: DEBUG nova.objects.instance [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'resources' on Instance uuid 34777953-1a17-4f41-ae70-b34ba4257b77 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.358765] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee421c-2d05-94f9-2c59-e6434ac2b2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.022427} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.359068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.359303] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.359554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.359706] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.359882] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.360161] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f31af04-ba92-4591-b89a-b80bb933fce3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.370146] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.371092] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.371206] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dc2ae2-1bdf-4fe2-8a83-efdc5931c7c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.377954] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 898.377954] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52734d7d-ff90-9f0a-4d24-954137c92bbb" [ 898.377954] env[68758]: _type = "Task" [ 898.377954] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.388265] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52734d7d-ff90-9f0a-4d24-954137c92bbb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.666091] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942523, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074225} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.668747] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.669564] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f24cb5-064d-44cf-ba56-1bf8861f37c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.692687] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 6ceb9115-9d23-4581-97f6-84663256b50d/6ceb9115-9d23-4581-97f6-84663256b50d.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.693861] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538fd16d-ff4e-4848-88c8-7dd4f785aaeb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.715723] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 898.715723] env[68758]: value = "task-2942524" [ 898.715723] env[68758]: _type = "Task" [ 898.715723] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.724261] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942524, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.741081] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updated VIF entry in instance network info cache for port 3a6f6504-95c4-4ede-94d5-340a2ba58a86. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.741446] env[68758]: DEBUG nova.network.neutron [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updating instance_info_cache with network_info: [{"id": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "address": "fa:16:3e:f5:be:48", "network": {"id": "5fcac662-d9f7-4d47-84fd-cb7884a3fde5", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1471514452-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae34467abb7c454fa040f563c3a7b909", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a6f6504-95", "ovs_interfaceid": "3a6f6504-95c4-4ede-94d5-340a2ba58a86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.793908] env[68758]: DEBUG nova.compute.utils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.796505] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.796790] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.839788] env[68758]: DEBUG nova.policy [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e89d10a069e74c2e955af2dc846b3224', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9fdbb3e939134deb80912320ab414d27', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.889618] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52734d7d-ff90-9f0a-4d24-954137c92bbb, 'name': SearchDatastore_Task, 'duration_secs': 0.013505} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.890510] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af149599-dbb4-4bfe-ab9f-8522e181b3e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.898955] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 898.898955] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d1ae37-fcbd-4e4e-e469-701480575553" [ 898.898955] env[68758]: _type = "Task" [ 898.898955] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.911158] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d1ae37-fcbd-4e4e-e469-701480575553, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.913876] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.914182] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cccca9ef-819e-4df6-80ef-fc27cd086dab/cccca9ef-819e-4df6-80ef-fc27cd086dab.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.914657] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca96a7c-bfea-4812-ab51-8759d270e23f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.922717] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 898.922717] env[68758]: value = "task-2942525" [ 898.922717] env[68758]: _type = "Task" [ 898.922717] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.933065] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942525, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.070787] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f503e65d-06a7-40c5-96fe-f51d3de78805 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.099911] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.162035] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Successfully created port: 7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.232266] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942524, 'name': ReconfigVM_Task, 'duration_secs': 0.322106} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.232596] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 6ceb9115-9d23-4581-97f6-84663256b50d/6ceb9115-9d23-4581-97f6-84663256b50d.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.233319] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739e0247-6ce3-41a7-8cc0-52fb8035fb72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.244331] env[68758]: DEBUG oslo_concurrency.lockutils [req-042e8a75-1a36-46a2-bd65-bb243263f15a req-a563cfda-dcd6-47bb-872f-1f9d46fbd2e6 service nova] Releasing lock "refresh_cache-ffbb3381-912d-4a29-81cb-5bd8621d0694" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.245107] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 899.245107] env[68758]: value = "task-2942526" [ 899.245107] env[68758]: _type = "Task" [ 899.245107] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.260269] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942526, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.273343] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88489258-727d-4021-be48-28881a800dd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.283252] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583d4f84-57e4-4a58-935c-11f9ee2fe26b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.322541] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.328496] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd4e3f3-f5b2-4d68-ae5e-77dbb2b1d9aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.340059] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51411214-8f19-4366-90c2-5193710bc306 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.361033] env[68758]: DEBUG nova.compute.provider_tree [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.434119] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942525, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489991} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.434400] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cccca9ef-819e-4df6-80ef-fc27cd086dab/cccca9ef-819e-4df6-80ef-fc27cd086dab.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.434612] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.434860] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd9794b2-82bd-4f5d-a2b9-cf69e8d31f24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.442610] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 899.442610] env[68758]: value = "task-2942527" [ 899.442610] env[68758]: _type = "Task" [ 899.442610] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.452289] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.607723] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.608046] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e1b75a7-1782-4ac6-a1dd-259c63fb11b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.617051] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 899.617051] env[68758]: value = "task-2942528" [ 899.617051] env[68758]: _type = "Task" [ 899.617051] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.627036] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942528, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.755516] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942526, 'name': Rename_Task, 'duration_secs': 0.193598} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.755826] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.756087] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d374c8-8842-499b-8379-8aef447792e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.763562] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 899.763562] env[68758]: value = "task-2942529" [ 899.763562] env[68758]: _type = "Task" [ 899.763562] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.772672] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.866249] env[68758]: DEBUG nova.scheduler.client.report [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.954941] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075221} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.955213] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.956095] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f66857-39f7-4a74-86b6-e9f2f448e81b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.984295] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] cccca9ef-819e-4df6-80ef-fc27cd086dab/cccca9ef-819e-4df6-80ef-fc27cd086dab.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.984822] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73482a38-01e0-41f5-b658-1378f18dd632 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.011635] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 900.011635] env[68758]: value = "task-2942530" [ 900.011635] env[68758]: _type = "Task" [ 900.011635] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.024730] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.129412] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942528, 'name': PowerOffVM_Task, 'duration_secs': 0.407252} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.129808] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.130132] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 900.278697] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942529, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.332772] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.356770] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.357239] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.357468] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.357677] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.357828] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.357975] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.358214] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.358379] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.358548] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.358715] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.358893] env[68758]: DEBUG nova.virt.hardware [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.359765] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d618a1-f9cb-4671-9671-89d131879ff4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.368361] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665a312a-a5d6-44fd-a740-db3d51ae90e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.374352] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.384224] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.783s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.401010] env[68758]: INFO nova.scheduler.client.report [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted allocations for instance 34777953-1a17-4f41-ae70-b34ba4257b77 [ 900.524041] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942530, 'name': ReconfigVM_Task, 'duration_secs': 0.315357} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.524333] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Reconfigured VM instance instance-00000042 to attach disk [datastore1] cccca9ef-819e-4df6-80ef-fc27cd086dab/cccca9ef-819e-4df6-80ef-fc27cd086dab.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.524982] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-963415ae-5e27-408c-9539-883db30237f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.536732] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 900.536732] env[68758]: value = "task-2942531" [ 900.536732] env[68758]: _type = "Task" [ 900.536732] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.548441] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942531, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.594350] env[68758]: DEBUG nova.compute.manager [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Received event network-vif-plugged-7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 900.594350] env[68758]: DEBUG oslo_concurrency.lockutils [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] Acquiring lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.594350] env[68758]: DEBUG oslo_concurrency.lockutils [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] Lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.594350] env[68758]: DEBUG oslo_concurrency.lockutils [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] Lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.594350] env[68758]: DEBUG nova.compute.manager [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] No waiting events found dispatching network-vif-plugged-7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 900.594350] env[68758]: WARNING nova.compute.manager [req-0856dc4a-cb71-409a-b72b-0e401aa65c5a req-bf70a9ad-fcfb-486e-a5b8-7769deb774a2 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Received unexpected event network-vif-plugged-7495c5e8-f9f0-4301-b700-f73cbe0e302b for instance with vm_state building and task_state spawning. [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.638020] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.638583] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.638906] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.639871] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.640190] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.640498] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.647462] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ed7423-59f8-4c52-a10b-7b04dd1dd137 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.675037] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 900.675037] env[68758]: value = "task-2942532" [ 900.675037] env[68758]: _type = "Task" [ 900.675037] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.687149] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942532, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.688387] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Successfully updated port: 7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.775988] env[68758]: DEBUG oslo_vmware.api [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942529, 'name': PowerOnVM_Task, 'duration_secs': 0.569213} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.776272] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.776482] env[68758]: INFO nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Took 7.66 seconds to spawn the instance on the hypervisor. [ 900.776659] env[68758]: DEBUG nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.777510] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270d4ace-4260-47e1-9264-c2dce9a83b42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.911057] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce0067ab-016e-43a9-ae78-310268b7c9df tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "34777953-1a17-4f41-ae70-b34ba4257b77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.494s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.032381] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "9115181d-1225-4b19-878a-06f661ac0a13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.032640] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.032859] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "9115181d-1225-4b19-878a-06f661ac0a13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.033057] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.033233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.035635] env[68758]: INFO nova.compute.manager [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Terminating instance [ 901.051089] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942531, 'name': Rename_Task, 'duration_secs': 0.178144} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.051363] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.051602] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a4342b6-8749-43db-ada1-1979abf3c73d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.060243] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 901.060243] env[68758]: value = "task-2942533" [ 901.060243] env[68758]: _type = "Task" [ 901.060243] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.068866] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.187262] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942532, 'name': ReconfigVM_Task, 'duration_secs': 0.310935} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.187652] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.193019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.193019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.193019] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.297031] env[68758]: INFO nova.compute.manager [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Took 55.43 seconds to build instance. [ 901.401574] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance 77f89eea-3f60-4d1e-8da6-26442edc1885 as it has an incoming, in-progress migration 565c4cb1-59f7-443a-bb4a-ebec086f097e. Migration status is reverting {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 901.401855] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance e5396fb8-3023-476d-96cf-88ad5b573b9f as it has an incoming, in-progress migration c8c612bd-0d30-48ba-90f4-23c6de7d27c3. Migration status is confirming {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 901.402073] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance a45372b1-e32a-473a-b267-30021687c347 as it has an incoming, in-progress migration 21c3e426-f767-4c64-87cf-cac68677f0bc. Migration status is migrating {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 901.404593] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating resource usage from migration 565c4cb1-59f7-443a-bb4a-ebec086f097e [ 901.404963] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating resource usage from migration c8c612bd-0d30-48ba-90f4-23c6de7d27c3 [ 901.405429] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating resource usage from migration 21c3e426-f767-4c64-87cf-cac68677f0bc [ 901.430315] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 879b5fec-ba37-47d2-8725-fbb3976759b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.430315] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 1df4c11a-9228-4f95-a044-2ca56fd4fa59 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.430315] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance cc14218c-df91-4472-8a7e-977fe780953f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.430315] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b3c9f237-da05-42f0-acf1-399c2281d4f4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.430315] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ffe43372-5a16-41de-8c78-0d8ee672d22e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.430597] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 9115181d-1225-4b19-878a-06f661ac0a13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.431192] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 69dae979-c82b-47dc-8d6f-0874e5123baa actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.431192] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6aa68e5a-c423-4ab1-b131-8c605ad27b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.431326] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 8833fd05-4ef9-40d4-945a-53e20426c094 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.431451] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 8257332d-9502-418b-981a-ffeffff4452d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.431529] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration 565c4cb1-59f7-443a-bb4a-ebec086f097e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 901.431644] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 77f89eea-3f60-4d1e-8da6-26442edc1885 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432262] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c60a20d7-103d-437d-9ab4-feed6fd202fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 901.432262] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f264b047-9e41-4a69-85c4-db15ad3e5a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432262] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f6020435-e0b4-46a5-9ace-5c333d379482 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432262] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 1ee95ade-1f63-448f-9f10-a59a767c4168 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432262] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration c8c612bd-0d30-48ba-90f4-23c6de7d27c3 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 901.432496] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance e5396fb8-3023-476d-96cf-88ad5b573b9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432496] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ffbb3381-912d-4a29-81cb-5bd8621d0694 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432558] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance cccca9ef-819e-4df6-80ef-fc27cd086dab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432637] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6ceb9115-9d23-4581-97f6-84663256b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432725] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration 21c3e426-f767-4c64-87cf-cac68677f0bc is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 901.432860] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance a45372b1-e32a-473a-b267-30021687c347 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.432972] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c989450d-aad1-4895-8048-7a57a8c5476b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 901.494062] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 901.495069] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f162ad51-dccf-4e4c-ae36-9aa148a4d201 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.502897] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 901.503074] env[68758]: ERROR oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk due to incomplete transfer. [ 901.503315] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6a8ef71-1374-4463-81fa-bcd65b3401d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.513980] env[68758]: DEBUG oslo_vmware.rw_handles [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f74521-fe7a-5b0a-2f87-f0072ba6e347/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 901.514275] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Uploaded image b98a23c6-70f0-4003-95cb-236e4cb53859 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 901.516749] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 901.517051] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-677acb41-61c6-4b5c-abad-48a3bd3bc62f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.527357] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 901.527357] env[68758]: value = "task-2942534" [ 901.527357] env[68758]: _type = "Task" [ 901.527357] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.538110] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942534, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.546293] env[68758]: DEBUG nova.compute.manager [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 901.546629] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 901.547583] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57666866-e7ed-4162-a85c-27e157afc582 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.556406] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.556683] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-392c26ca-5cf5-4d0f-9c60-11e41a586597 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.565911] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 901.565911] env[68758]: value = "task-2942535" [ 901.565911] env[68758]: _type = "Task" [ 901.565911] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.573185] env[68758]: DEBUG oslo_vmware.api [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942533, 'name': PowerOnVM_Task, 'duration_secs': 0.495726} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.573469] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.573668] env[68758]: INFO nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Took 10.96 seconds to spawn the instance on the hypervisor. [ 901.573847] env[68758]: DEBUG nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.574734] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b9c1e-4e64-49e1-bdea-da65e7a65bb5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.580807] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.699737] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.700019] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.700181] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.700388] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.700571] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.700728] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.700938] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.701118] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.701330] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.701456] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.701633] env[68758]: DEBUG nova.virt.hardware [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.707015] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 901.707396] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c0e21d8-d82f-4456-89c1-ac617cc69926 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.728768] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 901.728768] env[68758]: value = "task-2942536" [ 901.728768] env[68758]: _type = "Task" [ 901.728768] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.740497] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942536, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.780115] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 901.802118] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e3b2a654-6d2a-4b6f-8632-8f03f1ed735f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.381s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.929502] env[68758]: DEBUG nova.network.neutron [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Updating instance_info_cache with network_info: [{"id": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "address": "fa:16:3e:11:d1:5c", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7495c5e8-f9", "ovs_interfaceid": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.936484] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d359c3d1-0efd-4e85-a7f6-d07058721af5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.040330] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942534, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.079934] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942535, 'name': PowerOffVM_Task, 'duration_secs': 0.341855} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.080238] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.080588] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.081153] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54844dd4-0924-4ac9-b472-2f59e7c25889 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.101261] env[68758]: INFO nova.compute.manager [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Took 59.36 seconds to build instance. [ 902.173961] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 902.173961] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 902.174132] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleting the datastore file [datastore1] 9115181d-1225-4b19-878a-06f661ac0a13 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 902.174796] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-821bab0d-ece6-4955-9fd9-f494d83705f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.182186] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for the task: (returnval){ [ 902.182186] env[68758]: value = "task-2942538" [ 902.182186] env[68758]: _type = "Task" [ 902.182186] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.191346] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.241757] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942536, 'name': ReconfigVM_Task, 'duration_secs': 0.299977} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.241757] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 902.241996] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d431db1-f184-45b0-a5d4-d62d87aa58d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.271371] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.272561] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51d6d37e-7ee0-4a12-b630-d88a8dee06df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.294936] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 902.294936] env[68758]: value = "task-2942539" [ 902.294936] env[68758]: _type = "Task" [ 902.294936] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.304180] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.432955] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.432955] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Instance network_info: |[{"id": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "address": "fa:16:3e:11:d1:5c", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7495c5e8-f9", "ovs_interfaceid": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.433325] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d1:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7495c5e8-f9f0-4301-b700-f73cbe0e302b', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.441389] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.442057] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.443307] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.443718] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e85fd27-dfe1-4f5c-87c1-fd2cda786fd2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.466575] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.466575] env[68758]: value = "task-2942540" [ 902.466575] env[68758]: _type = "Task" [ 902.466575] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.475409] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942540, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.543084] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942534, 'name': Destroy_Task, 'duration_secs': 0.614056} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.543557] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Destroyed the VM [ 902.543994] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 902.544389] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7324759d-6468-48e2-b03c-ec735ca36840 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.553811] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 902.553811] env[68758]: value = "task-2942541" [ 902.553811] env[68758]: _type = "Task" [ 902.553811] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.564598] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942541, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.604094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bba7eee3-4478-45e9-9bb4-ba6a8817b83e tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.872s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.693191] env[68758]: DEBUG oslo_vmware.api [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Task: {'id': task-2942538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354208} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.693717] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 902.694020] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 902.694324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 902.694606] env[68758]: INFO nova.compute.manager [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 902.694972] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.695642] env[68758]: DEBUG nova.compute.manager [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 902.695961] env[68758]: DEBUG nova.network.neutron [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 902.750382] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.750687] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.751489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.751489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.751489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.755763] env[68758]: INFO nova.compute.manager [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Terminating instance [ 902.808903] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.822039] env[68758]: DEBUG nova.compute.manager [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Received event network-changed-7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 902.822260] env[68758]: DEBUG nova.compute.manager [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Refreshing instance network info cache due to event network-changed-7495c5e8-f9f0-4301-b700-f73cbe0e302b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 902.822482] env[68758]: DEBUG oslo_concurrency.lockutils [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] Acquiring lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.822622] env[68758]: DEBUG oslo_concurrency.lockutils [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] Acquired lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.822827] env[68758]: DEBUG nova.network.neutron [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Refreshing network info cache for port 7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.945985] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance eed86c9e-d366-47b3-a4ce-3258fe22150a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 902.946349] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 902.946502] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 902.980269] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942540, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.064982] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942541, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.264364] env[68758]: DEBUG nova.compute.manager [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.265129] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.265498] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d671afb5-f1c9-4087-b2b4-70360e3aa35c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.278319] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.281695] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a3b7947-6957-4e64-b2e5-52f69406a459 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.291362] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 903.291362] env[68758]: value = "task-2942542" [ 903.291362] env[68758]: _type = "Task" [ 903.291362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.313026] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.313457] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942539, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.372408] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c80ea2f-0931-4c63-88da-be94c2c9ed93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.381945] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c3fa5-7dce-426f-8c19-5b3a96d9fec6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.420936] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ed1bdc-183d-4233-b9ca-c9780dd440a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.426480] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "04811618-a42f-4105-b66c-b129fcb2fad7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.426718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.435217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07afaef-29b8-4e67-b9c5-315bf8399e80 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.453797] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.460716] env[68758]: DEBUG nova.network.neutron [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.479687] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942540, 'name': CreateVM_Task, 'duration_secs': 0.56361} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.479895] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.480614] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.480783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.481137] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.483787] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d012757-30d6-4c38-a3dd-769a66175590 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.489869] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 903.489869] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5219b987-6028-3954-2264-5416b6a58be4" [ 903.489869] env[68758]: _type = "Task" [ 903.489869] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.499521] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5219b987-6028-3954-2264-5416b6a58be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.565578] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942541, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.580162] env[68758]: DEBUG nova.network.neutron [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Updated VIF entry in instance network info cache for port 7495c5e8-f9f0-4301-b700-f73cbe0e302b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.580896] env[68758]: DEBUG nova.network.neutron [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Updating instance_info_cache with network_info: [{"id": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "address": "fa:16:3e:11:d1:5c", "network": {"id": "008b4bc9-2f25-4003-bc3e-ef8a8302dca2", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-825871902-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9fdbb3e939134deb80912320ab414d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7495c5e8-f9", "ovs_interfaceid": "7495c5e8-f9f0-4301-b700-f73cbe0e302b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.805486] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942542, 'name': PowerOffVM_Task, 'duration_secs': 0.205234} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.806185] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.806366] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.806711] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3b58e54-53e6-45df-bde0-0ce2802f9184 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.816976] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942539, 'name': ReconfigVM_Task, 'duration_secs': 1.336026} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.816976] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a45372b1-e32a-473a-b267-30021687c347/a45372b1-e32a-473a-b267-30021687c347.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.816976] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.928950] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.948269] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.948563] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.948793] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleting the datastore file [datastore1] cccca9ef-819e-4df6-80ef-fc27cd086dab {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.949092] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e695173d-9570-47e2-9c15-4e03c9a05616 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.957896] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.960918] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for the task: (returnval){ [ 903.960918] env[68758]: value = "task-2942544" [ 903.960918] env[68758]: _type = "Task" [ 903.960918] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.965035] env[68758]: INFO nova.compute.manager [-] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Took 1.27 seconds to deallocate network for instance. [ 903.976191] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942544, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.002139] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5219b987-6028-3954-2264-5416b6a58be4, 'name': SearchDatastore_Task, 'duration_secs': 0.02179} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.003305] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.003426] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.003695] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.003873] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.004096] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.004874] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a543aa0e-e601-40d7-a6a8-947785ee5a7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.015034] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.015387] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.016102] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a4d758-69f0-453a-9a25-639f9776d80a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.024317] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 904.024317] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fc7421-1f63-6684-3223-c391e0282395" [ 904.024317] env[68758]: _type = "Task" [ 904.024317] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.032840] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fc7421-1f63-6684-3223-c391e0282395, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.065803] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942541, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.083884] env[68758]: DEBUG oslo_concurrency.lockutils [req-e8161da5-372a-42a5-b764-38fecd151257 req-8a1b9a59-2c58-405f-bfe4-4ee60c8f8dc5 service nova] Releasing lock "refresh_cache-c989450d-aad1-4895-8048-7a57a8c5476b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.323820] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7da6c9-437e-4499-9524-bb116e6f2648 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.343651] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9e7a7f-6dbf-446d-b589-dbf1baef22b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.363324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.452478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.466422] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 904.466746] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.083s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.466917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 42.877s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.469212] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 904.469212] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 904.476237] env[68758]: DEBUG oslo_vmware.api [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Task: {'id': task-2942544, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178314} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.476485] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.476676] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.476977] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.477127] env[68758]: INFO nova.compute.manager [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Took 1.21 seconds to destroy the instance on the hypervisor. [ 904.477335] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.478342] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.478496] env[68758]: DEBUG nova.compute.manager [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.478604] env[68758]: DEBUG nova.network.neutron [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.537042] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fc7421-1f63-6684-3223-c391e0282395, 'name': SearchDatastore_Task, 'duration_secs': 0.01023} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.537042] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35216a1-0fd0-447a-aa8a-e324e732509d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.542559] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 904.542559] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c32b8a-4252-361c-fa7d-b44147194782" [ 904.542559] env[68758]: _type = "Task" [ 904.542559] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.552011] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c32b8a-4252-361c-fa7d-b44147194782, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.566214] env[68758]: DEBUG oslo_vmware.api [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942541, 'name': RemoveSnapshot_Task, 'duration_secs': 1.655202} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.566481] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 904.566711] env[68758]: INFO nova.compute.manager [None req-0b23778f-ef99-4fed-96dd-87ef5e41a2b0 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 16.56 seconds to snapshot the instance on the hypervisor. [ 904.920367] env[68758]: DEBUG nova.network.neutron [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Port 3bf3387a-3a68-44e9-9c15-2dc7363548af binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 904.983075] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] There are 46 instances to clean {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 904.983538] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c292f51f-1701-432c-9d12-78233dd31ca5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 904.985262] env[68758]: DEBUG nova.objects.instance [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lazy-loading 'migration_context' on Instance uuid 77f89eea-3f60-4d1e-8da6-26442edc1885 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.004306] env[68758]: DEBUG nova.compute.manager [req-f85236d7-ba23-4631-bdb0-04d8a0f11a05 req-8cf28c50-d387-4dd5-9fc9-1ee6e5f01ba6 service nova] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Received event network-vif-deleted-66a3e236-21fb-45f0-a0e0-8df99f579693 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.004804] env[68758]: DEBUG nova.compute.manager [req-f85236d7-ba23-4631-bdb0-04d8a0f11a05 req-8cf28c50-d387-4dd5-9fc9-1ee6e5f01ba6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-vif-deleted-2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 905.004804] env[68758]: INFO nova.compute.manager [req-f85236d7-ba23-4631-bdb0-04d8a0f11a05 req-8cf28c50-d387-4dd5-9fc9-1ee6e5f01ba6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Neutron deleted interface 2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4; detaching it from the instance and deleting it from the info cache [ 905.004919] env[68758]: DEBUG nova.network.neutron [req-f85236d7-ba23-4631-bdb0-04d8a0f11a05 req-8cf28c50-d387-4dd5-9fc9-1ee6e5f01ba6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updating instance_info_cache with network_info: [{"id": "248f9de9-8c06-427e-a65c-24f79e86e778", "address": "fa:16:3e:a4:d7:18", "network": {"id": "35d7e616-7e52-49c1-ae0f-dd85a597a356", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-204042091", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.188", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e3a36b913a74083b991a0f62b014982", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap248f9de9-8c", "ovs_interfaceid": "248f9de9-8c06-427e-a65c-24f79e86e778", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.053510] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c32b8a-4252-361c-fa7d-b44147194782, 'name': SearchDatastore_Task, 'duration_secs': 0.048478} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.053758] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.054029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c989450d-aad1-4895-8048-7a57a8c5476b/c989450d-aad1-4895-8048-7a57a8c5476b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.054288] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7affc987-49b7-4a93-8bb1-04a4b4cd852c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.066972] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 905.066972] env[68758]: value = "task-2942545" [ 905.066972] env[68758]: _type = "Task" [ 905.066972] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.081640] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.443587] env[68758]: DEBUG nova.network.neutron [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.487222] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 40b2063c-1b0e-41e6-abde-7ef5c7f9def8] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 905.507587] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-268bc2e9-c8af-4f02-adbd-34a9e2229231 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.521312] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cba609-d414-4686-9137-aa74ed40cf5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.560420] env[68758]: DEBUG nova.compute.manager [req-f85236d7-ba23-4631-bdb0-04d8a0f11a05 req-8cf28c50-d387-4dd5-9fc9-1ee6e5f01ba6 service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Detach interface failed, port_id=2e0cc6bf-84c6-4902-a1d6-4826b6a21cf4, reason: Instance cccca9ef-819e-4df6-80ef-fc27cd086dab could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 905.580262] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.440891} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.580518] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c989450d-aad1-4895-8048-7a57a8c5476b/c989450d-aad1-4895-8048-7a57a8c5476b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.580729] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.581235] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da326a16-3d82-4273-9824-72ef7fb8a480 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.589347] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 905.589347] env[68758]: value = "task-2942546" [ 905.589347] env[68758]: _type = "Task" [ 905.589347] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.601503] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.884821] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b4399b-fa87-4fd8-afa7-c344a1058c77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.893434] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a36bfc-f035-47e7-b1c4-ef89642541ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.923941] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c6c55d-a4d8-4663-8fd3-0f8f1c7a169f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.949723] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d1eae4-34a7-44b8-be28-2ffd06934b5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.962108] env[68758]: INFO nova.compute.manager [-] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Took 1.48 seconds to deallocate network for instance. [ 905.963308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.963667] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.963982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.991028] env[68758]: DEBUG nova.compute.provider_tree [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.993934] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 97870b2b-ca19-4cd2-8188-cad53cfd6467] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.099650] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069797} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.100619] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.101408] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53d7b5d-6d44-45c9-99e4-e30008eb17b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.125211] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c989450d-aad1-4895-8048-7a57a8c5476b/c989450d-aad1-4895-8048-7a57a8c5476b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.125764] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-581664c6-17c6-4c34-a910-1cb707fe14a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.145970] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 906.145970] env[68758]: value = "task-2942547" [ 906.145970] env[68758]: _type = "Task" [ 906.145970] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.154765] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.473057] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.498525] env[68758]: DEBUG nova.scheduler.client.report [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.501876] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 04831673-9e73-4fc6-9c13-b60a7302b238] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 906.568071] env[68758]: DEBUG nova.compute.manager [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.569081] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27982810-5548-4a4d-b4ca-aeaf812f062d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.658161] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.000701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001160] env[68758]: DEBUG nova.network.neutron [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.008165] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 92fad318-9df0-4516-b6ae-1de0875bb10e] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.061254] env[68758]: DEBUG nova.compute.manager [req-c8c43bc4-b90f-4920-bc20-ee2dbcee4eb5 req-48f45641-a2e9-4547-ba0a-5e772f18d00c service nova] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Received event network-vif-deleted-248f9de9-8c06-427e-a65c-24f79e86e778 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 907.081519] env[68758]: INFO nova.compute.manager [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] instance snapshotting [ 907.083960] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6467d2e7-399b-47c1-9123-2227c0790ff1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106830] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfa5add-3656-4315-9550-ba4a1b31e98f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.158976] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942547, 'name': ReconfigVM_Task, 'duration_secs': 0.609475} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.158976] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c989450d-aad1-4895-8048-7a57a8c5476b/c989450d-aad1-4895-8048-7a57a8c5476b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.158976] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60674bb3-ba46-49e4-bf07-0710b1735a8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.167407] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 907.167407] env[68758]: value = "task-2942548" [ 907.167407] env[68758]: _type = "Task" [ 907.167407] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.176592] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942548, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.512438] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.045s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.518841] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 730b587e-d0b3-46a8-839b-d3fdc5f4c8e1] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 907.524188] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.502s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.524800] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.526498] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.663s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.526681] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.528480] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.571s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.528665] env[68758]: DEBUG nova.objects.instance [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 907.561784] env[68758]: INFO nova.scheduler.client.report [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleted allocations for instance ffe43372-5a16-41de-8c78-0d8ee672d22e [ 907.562202] env[68758]: INFO nova.scheduler.client.report [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Deleted allocations for instance b3c9f237-da05-42f0-acf1-399c2281d4f4 [ 907.619054] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.619054] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-000635f1-e8f4-47fa-9018-e58e733b73b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.629038] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 907.629038] env[68758]: value = "task-2942549" [ 907.629038] env[68758]: _type = "Task" [ 907.629038] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.638124] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.678320] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942548, 'name': Rename_Task, 'duration_secs': 0.150119} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.678615] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.678867] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2fb90b2d-2da8-44b5-a6be-90d058500736 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.686195] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 907.686195] env[68758]: value = "task-2942550" [ 907.686195] env[68758]: _type = "Task" [ 907.686195] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.696723] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942550, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.726470] env[68758]: DEBUG nova.network.neutron [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.023438] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 19444cef-85dd-450c-8392-887444afda37] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.075198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-95e76718-d90d-4f0a-ab13-2e6d6735a8bf tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "ffe43372-5a16-41de-8c78-0d8ee672d22e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.077s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.076449] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cb61e2db-fb30-4bce-9ec1-69ce358c6647 tempest-SecurityGroupsTestJSON-1221866980 tempest-SecurityGroupsTestJSON-1221866980-project-member] Lock "b3c9f237-da05-42f0-acf1-399c2281d4f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.555s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.139666] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942549, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.196906] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942550, 'name': PowerOnVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.229775] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.527956] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: af0dbd5f-8112-4446-b5a0-8dce64a95a8e] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 908.538986] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4656c1e7-3ba6-493e-afcd-254e2ae9866b tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.538986] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.377s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.543833] env[68758]: INFO nova.compute.claims [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.640643] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942549, 'name': CreateSnapshot_Task, 'duration_secs': 0.514277} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.640961] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.641640] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b118d47-5eca-4375-a420-b5ddeb809ab0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.696709] env[68758]: DEBUG oslo_vmware.api [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942550, 'name': PowerOnVM_Task, 'duration_secs': 0.705375} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.696978] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.697201] env[68758]: INFO nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Took 8.36 seconds to spawn the instance on the hypervisor. [ 908.697434] env[68758]: DEBUG nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.698214] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbcbc51b-5743-4417-91b7-55dfab259055 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.763457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a4ec44-1402-4cfe-90f4-71f60cee0f1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.787067] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd723b12-2137-44c0-8f0c-4ee7281ed62a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.797090] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 909.031022] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: e4aaa46f-6a69-4179-a9eb-40879d240cb4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.085014] env[68758]: INFO nova.compute.manager [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Swapping old allocation on dict_keys(['f15025f4-9980-489d-822e-70d7ed69904a']) held by migration 565c4cb1-59f7-443a-bb4a-ebec086f097e for instance [ 909.111590] env[68758]: DEBUG nova.scheduler.client.report [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Overwriting current allocation {'allocations': {'f15025f4-9980-489d-822e-70d7ed69904a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 98}}, 'project_id': 'ad9d2367a32a4e7d9aa0f17354387637', 'user_id': '6e3f2f3fb3fe42e383fe2d078334f613', 'consumer_generation': 1} on consumer 77f89eea-3f60-4d1e-8da6-26442edc1885 {{(pid=68758) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 909.160594] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 909.161156] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fe82a9a7-653d-45cd-90cc-d3be3dc23768 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.171450] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 909.171450] env[68758]: value = "task-2942551" [ 909.171450] env[68758]: _type = "Task" [ 909.171450] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.187106] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942551, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.220135] env[68758]: INFO nova.compute.manager [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Took 56.80 seconds to build instance. [ 909.223683] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.223853] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquired lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.224067] env[68758]: DEBUG nova.network.neutron [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.303362] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.303681] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e6419740-c27f-4b26-8d5c-bc7e0489df97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.311935] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 909.311935] env[68758]: value = "task-2942552" [ 909.311935] env[68758]: _type = "Task" [ 909.311935] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.321582] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.534999] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 28b6c309-f30b-4600-b42f-c7a14c6fd9e8] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 909.693526] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942551, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.721774] env[68758]: DEBUG oslo_concurrency.lockutils [None req-39828d13-0a23-4291-9962-57bc38669bdd tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.968s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.832501] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.937725] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7bda38-a09e-4748-87c4-4934c48324fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.945852] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557484d5-368d-40d0-907b-0d54054f250c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.982032] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b53ed8d-d854-443e-9733-bca6da2885c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.992598] env[68758]: DEBUG nova.network.neutron [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [{"id": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "address": "fa:16:3e:19:f6:9f", "network": {"id": "0ea4058d-5056-41e0-bbbe-1842e30b20ca", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.207", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "50fa49d05f254821920f62010df8d7cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f4351f4-1f", "ovs_interfaceid": "2f4351f4-1ffa-4db4-a6ae-0049276bb388", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.996295] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab8f1f3-191f-4689-ad9e-b0a6cafaf492 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.016220] env[68758]: DEBUG nova.compute.provider_tree [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.039362] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 34777953-1a17-4f41-ae70-b34ba4257b77] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.190114] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942551, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.322632] env[68758]: DEBUG oslo_vmware.api [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942552, 'name': PowerOnVM_Task, 'duration_secs': 0.640809} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.322911] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.323127] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc5d0376-d4d6-42c2-a5f8-0edfc29f7a8e tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance 'a45372b1-e32a-473a-b267-30021687c347' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 910.505080] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Releasing lock "refresh_cache-77f89eea-3f60-4d1e-8da6-26442edc1885" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.505641] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.505896] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3aae9d7-a2c1-4208-9e10-9b497672d553 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.515742] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 910.515742] env[68758]: value = "task-2942553" [ 910.515742] env[68758]: _type = "Task" [ 910.515742] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.521535] env[68758]: DEBUG nova.scheduler.client.report [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.529106] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.543555] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 336ba1ba-4ced-47ba-a648-ed069b1f19c4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 910.693541] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942551, 'name': CloneVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.967524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "c989450d-aad1-4895-8048-7a57a8c5476b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.967849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.968084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.968270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.968476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.970527] env[68758]: INFO nova.compute.manager [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Terminating instance [ 911.022985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.023308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.031668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.493s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.032184] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.034945] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942553, 'name': PowerOffVM_Task, 'duration_secs': 0.339791} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.035833] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.717s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.036037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.037986] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.459s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.038215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.040430] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.043402] env[68758]: INFO nova.compute.claims [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.045662] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.046263] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:04:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e23a5708-8f37-457e-a915-1bc6ae42067c',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-696556327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.046477] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.046633] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.046809] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.046951] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.047108] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.047320] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.047518] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.047696] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.047857] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.048044] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.053991] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: afbd3270-738b-451c-b010-6b7717672d8f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.055470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11a912ab-c8fc-46c3-bd17-f1c8d6c02362 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.072429] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 911.072429] env[68758]: value = "task-2942554" [ 911.072429] env[68758]: _type = "Task" [ 911.072429] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.082742] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.106330] env[68758]: INFO nova.scheduler.client.report [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted allocations for instance 1df4c11a-9228-4f95-a044-2ca56fd4fa59 [ 911.189907] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942551, 'name': CloneVM_Task, 'duration_secs': 1.671881} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.190437] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Created linked-clone VM from snapshot [ 911.192229] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271f4adb-c428-49a3-913f-44b0fb11c48b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.201022] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Uploading image 734688b6-25d9-4e4a-b4f4-c05617f15b05 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 911.228184] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 911.228184] env[68758]: value = "vm-590687" [ 911.228184] env[68758]: _type = "VirtualMachine" [ 911.228184] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 911.228458] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-aa26c64d-f57b-48b4-a819-e714d746305b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.240125] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease: (returnval){ [ 911.240125] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bc516b-0e06-7e79-7bf7-9b7c4e92902b" [ 911.240125] env[68758]: _type = "HttpNfcLease" [ 911.240125] env[68758]: } obtained for exporting VM: (result){ [ 911.240125] env[68758]: value = "vm-590687" [ 911.240125] env[68758]: _type = "VirtualMachine" [ 911.240125] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 911.240125] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the lease: (returnval){ [ 911.240125] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bc516b-0e06-7e79-7bf7-9b7c4e92902b" [ 911.240125] env[68758]: _type = "HttpNfcLease" [ 911.240125] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 911.245693] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.245693] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bc516b-0e06-7e79-7bf7-9b7c4e92902b" [ 911.245693] env[68758]: _type = "HttpNfcLease" [ 911.245693] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 911.474634] env[68758]: DEBUG nova.compute.manager [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 911.474801] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 911.475725] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd7648c-e47e-4802-aa4e-b75af7924f07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.484931] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.485201] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ebb8d4a-e527-401e-b08f-b914e69e9829 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.494552] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 911.494552] env[68758]: value = "task-2942556" [ 911.494552] env[68758]: _type = "Task" [ 911.494552] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.507415] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.528549] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 911.536692] env[68758]: DEBUG nova.compute.utils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 911.538353] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 911.538756] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 911.561960] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1b28e07e-f0a7-4742-bb4f-21bce8d8f539 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 46.935s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.564038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 28.523s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.564407] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.565938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.565938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.570783] env[68758]: INFO nova.compute.manager [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Terminating instance [ 911.572804] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: bfbb71a1-10fc-48ac-b4c1-17699d6557f0] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 911.590247] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942554, 'name': ReconfigVM_Task, 'duration_secs': 0.27969} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.592262] env[68758]: DEBUG nova.policy [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7c6752503549f5ad83277a4034d3f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a1b818ca245209f59646836e40a1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 911.596319] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4dbec4-87ca-40f3-b94a-472e21fefc62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.622015] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:04:03Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='e23a5708-8f37-457e-a915-1bc6ae42067c',id=27,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-696556327',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.622257] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.622413] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.624019] env[68758]: DEBUG nova.virt.hardware [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.624749] env[68758]: DEBUG oslo_concurrency.lockutils [None req-af25b2e6-df45-4699-b4a9-516ca684b23b tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "1df4c11a-9228-4f95-a044-2ca56fd4fa59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.943s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.627031] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59268a3b-746c-4bdb-9154-8b9d5d6049d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.636059] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 911.636059] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520f1f2a-8274-5368-ba08-65ccead6dc59" [ 911.636059] env[68758]: _type = "Task" [ 911.636059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.645606] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520f1f2a-8274-5368-ba08-65ccead6dc59, 'name': SearchDatastore_Task, 'duration_secs': 0.008551} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.651131] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 911.651955] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24a02644-2062-429a-b87f-cb02132bf92b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.672505] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 911.672505] env[68758]: value = "task-2942557" [ 911.672505] env[68758]: _type = "Task" [ 911.672505] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.681659] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.747796] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.747796] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bc516b-0e06-7e79-7bf7-9b7c4e92902b" [ 911.747796] env[68758]: _type = "HttpNfcLease" [ 911.747796] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.748116] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.748116] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bc516b-0e06-7e79-7bf7-9b7c4e92902b" [ 911.748116] env[68758]: _type = "HttpNfcLease" [ 911.748116] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.748844] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4663e963-c910-4a29-944f-431bbba5fb8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.757621] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.757805] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.853814] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d0c5ba5b-182f-4706-9ecf-c18ff49a5b57 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.009919] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942556, 'name': PowerOffVM_Task, 'duration_secs': 0.301467} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.010365] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.010584] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.010793] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf3711d6-77c3-454d-95c0-cbc87ab92f72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.043218] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.058592] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.078388] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7069c4bf-fd95-479b-b985-5da0456946d9] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 912.080781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.080781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.080781] env[68758]: DEBUG nova.compute.manager [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Going to confirm migration 4 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 912.081777] env[68758]: DEBUG nova.compute.manager [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.083216] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.083216] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b34e4501-83e9-41de-839e-4c57424dd1a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.091353] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.091353] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.091353] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleting the datastore file [datastore2] c989450d-aad1-4895-8048-7a57a8c5476b {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.093997] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6789bdb-ca7a-4703-b348-9da57afc74c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.106936] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621968e5-4754-4061-bcb6-e39f4877b690 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.129857] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for the task: (returnval){ [ 912.129857] env[68758]: value = "task-2942559" [ 912.129857] env[68758]: _type = "Task" [ 912.129857] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.131220] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Successfully created port: 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.145576] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.164645] env[68758]: WARNING nova.virt.vmwareapi.vmops [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ba7d4674-d201-4eb6-8e50-796ec5224eb3 could not be found. [ 912.164883] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.165103] env[68758]: INFO nova.compute.manager [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Took 0.08 seconds to destroy the instance on the hypervisor. [ 912.165393] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.165729] env[68758]: DEBUG nova.compute.manager [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.165840] env[68758]: DEBUG nova.network.neutron [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.186778] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942557, 'name': ReconfigVM_Task, 'duration_secs': 0.254411} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.187013] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 912.187973] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d3b108-b7fd-46fb-973a-739adf5938e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.213846] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.217612] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3678aa71-5956-4afd-ab04-c952e26dff49 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.240302] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 912.240302] env[68758]: value = "task-2942560" [ 912.240302] env[68758]: _type = "Task" [ 912.240302] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.253532] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.583045] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7a8eaf04-ee0f-4a8f-8beb-7d6fe2a0007f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 912.590622] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62fd936c-53e5-4518-9886-c5e540954721 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.601306] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a9eb8e-7fb8-4a18-a44d-dfc35b95685e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.639436] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.639729] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.639987] env[68758]: DEBUG nova.network.neutron [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 912.640221] env[68758]: DEBUG nova.objects.instance [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'info_cache' on Instance uuid a45372b1-e32a-473a-b267-30021687c347 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 912.645011] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7851bb97-2a92-4577-abfe-a5ad665f1d78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.659564] env[68758]: DEBUG oslo_vmware.api [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Task: {'id': task-2942559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173945} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.660149] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.660390] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.660608] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.660796] env[68758]: INFO nova.compute.manager [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Took 1.19 seconds to destroy the instance on the hypervisor. [ 912.661105] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.662622] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa12ffe-69eb-4f96-b1e1-a582bbee287b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.667745] env[68758]: DEBUG nova.compute.manager [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.667842] env[68758]: DEBUG nova.network.neutron [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.682897] env[68758]: DEBUG nova.compute.provider_tree [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.755648] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942560, 'name': ReconfigVM_Task, 'duration_secs': 0.30845} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.756018] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885/77f89eea-3f60-4d1e-8da6-26442edc1885.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.756987] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89cf8ef-193d-411d-90cb-7e0c15b293a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.776423] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac81bf40-3239-4b86-a3e5-e5938bd7cbcb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.779408] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "879b5fec-ba37-47d2-8725-fbb3976759b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.779761] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.779969] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.780196] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.780394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.782663] env[68758]: INFO nova.compute.manager [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Terminating instance [ 912.800422] env[68758]: DEBUG nova.compute.manager [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 912.800698] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.801588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3327505-5db4-47b7-90a4-085017d22517 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.804877] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3be0581-23dc-4274-81b8-0570dedea438 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.815678] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.831029] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-431a53a9-7e16-4090-ab9b-d1cbcfa45fbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.834305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8936851-d9ff-49c2-86b9-f1e748f96f25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.844852] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.846559] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8b70106-b6eb-4fcd-b9bb-3a31dccf5a7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.848463] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 912.848463] env[68758]: value = "task-2942561" [ 912.848463] env[68758]: _type = "Task" [ 912.848463] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.866990] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 912.866990] env[68758]: value = "task-2942562" [ 912.866990] env[68758]: _type = "Task" [ 912.866990] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.871041] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942561, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.881552] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.053370] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.090136] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d6cbfe8b-8ea8-42d2-ac4a-1afb786aacb1] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.101167] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.101466] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.102900] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.103020] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.103170] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.103299] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.103529] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.103690] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.103857] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.104040] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.104220] env[68758]: DEBUG nova.virt.hardware [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.105270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0a9e2-6be3-4106-9b21-610bed2fae59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.117714] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316bf2b1-c554-40c5-9bce-61f643b757f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.186992] env[68758]: DEBUG nova.scheduler.client.report [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.271025] env[68758]: DEBUG nova.compute.manager [req-ce6c8c46-0b18-49c2-a001-faa600bb764b req-74e8a3a8-b9ca-476d-9e7b-233e11dacb35 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Received event network-vif-deleted-7495c5e8-f9f0-4301-b700-f73cbe0e302b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 913.271432] env[68758]: INFO nova.compute.manager [req-ce6c8c46-0b18-49c2-a001-faa600bb764b req-74e8a3a8-b9ca-476d-9e7b-233e11dacb35 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Neutron deleted interface 7495c5e8-f9f0-4301-b700-f73cbe0e302b; detaching it from the instance and deleting it from the info cache [ 913.271728] env[68758]: DEBUG nova.network.neutron [req-ce6c8c46-0b18-49c2-a001-faa600bb764b req-74e8a3a8-b9ca-476d-9e7b-233e11dacb35 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.360587] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942561, 'name': PowerOffVM_Task, 'duration_secs': 0.243171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.361326] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.362266] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.362675] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51cbdd23-51c7-4d3e-8f80-b5d52b0fb8d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.382403] env[68758]: DEBUG oslo_vmware.api [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942562, 'name': PowerOnVM_Task, 'duration_secs': 0.467509} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.382923] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.449029] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.449029] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.449029] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleting the datastore file [datastore2] 879b5fec-ba37-47d2-8725-fbb3976759b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.449029] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ac7eafd-cb93-4b6c-9acc-60a50d59a2a1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.461405] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for the task: (returnval){ [ 913.461405] env[68758]: value = "task-2942564" [ 913.461405] env[68758]: _type = "Task" [ 913.461405] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.469644] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.503743] env[68758]: DEBUG nova.network.neutron [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.593287] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: a38c2595-3f21-4ce6-8bbe-ba1c551acb7a] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 913.612208] env[68758]: DEBUG nova.network.neutron [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.697347] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.657s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.697958] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 913.701092] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.203s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.701475] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.703679] env[68758]: DEBUG oslo_concurrency.lockutils [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.070s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.703868] env[68758]: DEBUG oslo_concurrency.lockutils [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.704118] env[68758]: INFO nova.compute.manager [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Successfully reverted task state from image_uploading on failure for instance. [ 913.706599] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.174s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.706782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.708977] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.630s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.711140] env[68758]: INFO nova.compute.claims [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server [None req-edfb7d1d-1941-4798-bc63-fa211666d1f3 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created [ 913.722947] env[68758]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created' [ 913.722947] env[68758]: Faults: [ManagedObjectNotFound] [ 913.722947] env[68758]: Details: {'obj': 'snapshot-590666'} [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created' [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created' [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-590666'} [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server raise self.value [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server raise self.value [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 913.722947] env[68758]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1483, in decorated_function [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server raise self.value [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server raise self.value [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server raise self.value [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return evt.wait() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 913.724413] env[68758]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 913.726376] env[68758]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created [ 913.726376] env[68758]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-590666' has already been deleted or has not been completely created' [ 913.726376] env[68758]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 913.726376] env[68758]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-590666'} [ 913.726376] env[68758]: ERROR oslo_messaging.rpc.server [ 913.749024] env[68758]: INFO nova.scheduler.client.report [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Deleted allocations for instance c60a20d7-103d-437d-9ab4-feed6fd202fb [ 913.749300] env[68758]: INFO nova.scheduler.client.report [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted allocations for instance 8257332d-9502-418b-981a-ffeffff4452d [ 913.776101] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e9be6a8-3d15-4431-91d8-588abd11c9ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.794033] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a657bacb-954d-4ba4-906b-1f330fd94c9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.834790] env[68758]: DEBUG nova.compute.manager [req-ce6c8c46-0b18-49c2-a001-faa600bb764b req-74e8a3a8-b9ca-476d-9e7b-233e11dacb35 service nova] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Detach interface failed, port_id=7495c5e8-f9f0-4301-b700-f73cbe0e302b, reason: Instance c989450d-aad1-4895-8048-7a57a8c5476b could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 913.946086] env[68758]: DEBUG nova.network.neutron [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [{"id": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "address": "fa:16:3e:ba:09:90", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf3387a-3a", "ovs_interfaceid": "3bf3387a-3a68-44e9-9c15-2dc7363548af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.972332] env[68758]: DEBUG oslo_vmware.api [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Task: {'id': task-2942564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.318368} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.972985] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.975085] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.975284] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.975560] env[68758]: INFO nova.compute.manager [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 913.975837] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 913.976059] env[68758]: DEBUG nova.compute.manager [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 913.976311] env[68758]: DEBUG nova.network.neutron [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.006669] env[68758]: INFO nova.compute.manager [-] [instance: ba7d4674-d201-4eb6-8e50-796ec5224eb3] Took 1.84 seconds to deallocate network for instance. [ 914.097211] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c1e447a6-1c52-4c6e-9eff-e8a5b4a6cd09] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.115807] env[68758]: INFO nova.compute.manager [-] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Took 1.45 seconds to deallocate network for instance. [ 914.216092] env[68758]: DEBUG nova.compute.utils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.220959] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.220959] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.267231] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d37eca44-f25b-48e8-a902-e06643e1879d tempest-ServerShowV254Test-726893866 tempest-ServerShowV254Test-726893866-project-member] Lock "c60a20d7-103d-437d-9ab4-feed6fd202fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.303s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.268353] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a651e6e-635f-435c-a086-9c9db088638c tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "8257332d-9502-418b-981a-ffeffff4452d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.011s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.284727] env[68758]: DEBUG nova.policy [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ea19b8126f49b28a7d56742a7d5d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf78798a4594bb385c3271cc88d7a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.393355] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Successfully updated port: 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.394100] env[68758]: WARNING oslo_messaging._drivers.amqpdriver [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 914.396130] env[68758]: INFO nova.compute.manager [None req-ee57825c-6804-4eb7-9e89-3a4cae5fc6ac tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance to original state: 'active' [ 914.449279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-a45372b1-e32a-473a-b267-30021687c347" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.449803] env[68758]: DEBUG nova.objects.instance [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'migration_context' on Instance uuid a45372b1-e32a-473a-b267-30021687c347 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.601176] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 5a1aaf73-a8ad-4f64-b1bc-f89617d845bd] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 914.623686] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.673411] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Successfully created port: 85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.728723] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.891442] env[68758]: DEBUG nova.network.neutron [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.901138] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.901138] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.903144] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.953254] env[68758]: DEBUG nova.objects.base [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 914.954920] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f312d-2cb5-46a0-beae-c9d684d8798c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.994931] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610daef5-c6b2-485a-beeb-810d8c10fcbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.007459] env[68758]: DEBUG oslo_vmware.api [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 915.007459] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cfd0b4-a83d-05f7-b2b5-6ef4d56a9db5" [ 915.007459] env[68758]: _type = "Task" [ 915.007459] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.019928] env[68758]: DEBUG oslo_vmware.api [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cfd0b4-a83d-05f7-b2b5-6ef4d56a9db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.051113] env[68758]: DEBUG oslo_concurrency.lockutils [None req-04756d18-b038-47b5-9886-8277b0fe4099 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "ba7d4674-d201-4eb6-8e50-796ec5224eb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.107995] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 5a468b1a-8fb7-4d42-8ab5-e2689f7226b5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 915.260213] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c193d7f5-ed7a-4639-94f3-ff67f88c7450 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.270632] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2325834a-80c2-4c91-ba4b-5060f1b7a0d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.319042] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ee0c0c-7933-47e9-96cf-f0ddbb3923c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.323975] env[68758]: DEBUG nova.compute.manager [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.324628] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.324628] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.324628] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.324732] env[68758]: DEBUG nova.compute.manager [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] No waiting events found dispatching network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 915.324845] env[68758]: WARNING nova.compute.manager [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received unexpected event network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 for instance with vm_state building and task_state spawning. [ 915.324998] env[68758]: DEBUG nova.compute.manager [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.325166] env[68758]: DEBUG nova.compute.manager [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing instance network info cache due to event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 915.325324] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.333483] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1787f433-9060-40c4-bfe0-519f1705cf15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351520] env[68758]: DEBUG nova.compute.provider_tree [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.392908] env[68758]: INFO nova.compute.manager [-] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Took 1.42 seconds to deallocate network for instance. [ 915.424780] env[68758]: DEBUG nova.compute.manager [req-b8eb7c37-de67-4a9f-98fd-95c0696dd2de req-ed0d99b1-62cb-44ab-a3a8-b8cc1d874bd1 service nova] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Received event network-vif-deleted-7a085fa2-35df-44f4-9d95-64a679e705c1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 915.464627] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.520955] env[68758]: DEBUG oslo_vmware.api [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cfd0b4-a83d-05f7-b2b5-6ef4d56a9db5, 'name': SearchDatastore_Task, 'duration_secs': 0.014402} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.520955] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.612643] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 57b54e92-19b8-4ee5-8293-ee2709c53bed] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 915.670876] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "defa3d76-9555-460c-a820-35b2238d22b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.671260] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.684032] env[68758]: DEBUG nova.network.neutron [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.744787] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 915.772232] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.772510] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.772673] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.772877] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.773048] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.773206] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.773431] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.773597] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.773763] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.773941] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.774113] env[68758]: DEBUG nova.virt.hardware [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.775083] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b405d60c-b638-4df7-b52f-c6c51f115d73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.785578] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629af00f-5bec-4348-a558-8ff8799c6ff2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.855731] env[68758]: DEBUG nova.scheduler.client.report [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.902531] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.117112] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 740d21eb-898d-4585-9fe9-07caf8df35bc] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 916.173707] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 916.189115] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.189512] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance network_info: |[{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.190043] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.190495] env[68758]: DEBUG nova.network.neutron [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.191831] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b4:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367a8afa-c39f-4cbe-9986-a08a49c23142', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.200607] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating folder: Project (4e3a1b818ca245209f59646836e40a1d). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.201748] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1326764e-5889-4534-8866-3dade1ca1d9c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.216635] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created folder: Project (4e3a1b818ca245209f59646836e40a1d) in parent group-v590497. [ 916.216921] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating folder: Instances. Parent ref: group-v590688. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 916.217709] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b82af37e-6d99-46c9-9f31-0d736cb942a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.231795] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created folder: Instances in parent group-v590688. [ 916.232214] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.232309] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.232510] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a97cd7d-dc35-4a31-9219-f210cc225751 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.256284] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.256284] env[68758]: value = "task-2942567" [ 916.256284] env[68758]: _type = "Task" [ 916.256284] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.269021] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942567, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.292746] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Successfully updated port: 85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.363637] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.364280] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.367062] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.674s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.624013] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 9a5c9bf5-5a64-4771-bbc1-c5de0fa1cc92] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 916.652937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "77f89eea-3f60-4d1e-8da6-26442edc1885" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.653363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.657029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.657029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.657029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.658128] env[68758]: INFO nova.compute.manager [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Terminating instance [ 916.699284] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.757113] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.757113] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.768258] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942567, 'name': CreateVM_Task, 'duration_secs': 0.488739} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.768986] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.769716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.769913] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.770257] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.770744] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa8f72b-016a-4615-92d1-4a1b920e8eb7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.778957] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 916.778957] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7db4b-c528-011d-35df-f02e956b1fb4" [ 916.778957] env[68758]: _type = "Task" [ 916.778957] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.788528] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7db4b-c528-011d-35df-f02e956b1fb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.795399] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.795515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.795666] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.871310] env[68758]: DEBUG nova.compute.utils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.878796] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 916.910978] env[68758]: DEBUG nova.network.neutron [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updated VIF entry in instance network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.911360] env[68758]: DEBUG nova.network.neutron [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.127890] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7781091e-4123-42e2-be01-d5073b3bd3ff] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 917.162820] env[68758]: DEBUG nova.compute.manager [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 917.163112] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.164783] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8723c71-19d8-4f2d-b8a7-ffe2d8cc60b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.173747] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.176474] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7b13aa5-99d7-4e1a-a69a-4766d569d0e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.185411] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 917.185411] env[68758]: value = "task-2942568" [ 917.185411] env[68758]: _type = "Task" [ 917.185411] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.197358] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.219408] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ced9798-7331-4b14-89bf-0658d40a8519 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.227811] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f7261d-4fff-4e3c-b41f-7b9d4f71a33c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.265801] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 917.270760] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df30ec3-d34c-4409-8b8c-74161cbf801c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.280043] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61896f9c-5a1a-4293-9421-747ff5114dc1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.303838] env[68758]: DEBUG nova.compute.provider_tree [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.309009] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7db4b-c528-011d-35df-f02e956b1fb4, 'name': SearchDatastore_Task, 'duration_secs': 0.015152} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.309968] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.310225] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.310599] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.310680] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.310832] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.311150] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7f84316-20ff-47cf-93a9-a2fc62502c8e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.322701] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.322988] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.327063] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2254d6-b8ec-40e5-bb3d-81afef3e1e1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.332821] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 917.332821] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52164b99-7dc0-9376-e11e-f83ef21ecfd6" [ 917.332821] env[68758]: _type = "Task" [ 917.332821] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.343901] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52164b99-7dc0-9376-e11e-f83ef21ecfd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.355023] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.377849] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.399644] env[68758]: DEBUG nova.compute.manager [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Received event network-vif-plugged-85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.399762] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Acquiring lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.400035] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.401095] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.401095] env[68758]: DEBUG nova.compute.manager [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] No waiting events found dispatching network-vif-plugged-85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 917.401095] env[68758]: WARNING nova.compute.manager [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Received unexpected event network-vif-plugged-85ff1d57-af03-4058-ae5d-1c472ac9226b for instance with vm_state building and task_state spawning. [ 917.401095] env[68758]: DEBUG nova.compute.manager [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Received event network-changed-85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 917.401095] env[68758]: DEBUG nova.compute.manager [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Refreshing instance network info cache due to event network-changed-85ff1d57-af03-4058-ae5d-1c472ac9226b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 917.401095] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Acquiring lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.414391] env[68758]: DEBUG oslo_concurrency.lockutils [req-def04f8a-cbcf-4b0c-89a0-a0f8bcbc7b1d req-5b043270-11a3-4402-b50e-e12fdb17ffd8 service nova] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.512017] env[68758]: DEBUG nova.network.neutron [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Updating instance_info_cache with network_info: [{"id": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "address": "fa:16:3e:15:14:cc", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ff1d57-af", "ovs_interfaceid": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.634066] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c2bec919-14b0-4744-8bd8-87eab0305b09] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 917.696328] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942568, 'name': PowerOffVM_Task, 'duration_secs': 0.247692} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.696614] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.696787] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.697074] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a75930a-7e6b-49dd-bbc8-01bca98f1f9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.769959] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.770205] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.771039] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleting the datastore file [datastore1] 77f89eea-3f60-4d1e-8da6-26442edc1885 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.771039] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84bbc774-a458-47b2-86ad-53ee526c35a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.778635] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 917.778635] env[68758]: value = "task-2942570" [ 917.778635] env[68758]: _type = "Task" [ 917.778635] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.789558] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.793905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.810525] env[68758]: DEBUG nova.scheduler.client.report [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.844638] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52164b99-7dc0-9376-e11e-f83ef21ecfd6, 'name': SearchDatastore_Task, 'duration_secs': 0.01417} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.845395] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610c7d71-4461-44b6-9e90-03694a21bc89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.851396] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 917.851396] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a8cb5-7002-a29f-4a0e-f252f8ca6a7c" [ 917.851396] env[68758]: _type = "Task" [ 917.851396] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.862447] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a8cb5-7002-a29f-4a0e-f252f8ca6a7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.014675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.015077] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Instance network_info: |[{"id": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "address": "fa:16:3e:15:14:cc", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ff1d57-af", "ovs_interfaceid": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.015421] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Acquired lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.015639] env[68758]: DEBUG nova.network.neutron [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Refreshing network info cache for port 85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.017371] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:14:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85ff1d57-af03-4058-ae5d-1c472ac9226b', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.025867] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.026951] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.027216] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f740189-a78f-4100-976b-948edb4dc719 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.049578] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.049578] env[68758]: value = "task-2942571" [ 918.049578] env[68758]: _type = "Task" [ 918.049578] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.060652] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942571, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.137764] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 8d575b0d-93e2-4a75-bd7f-1bf09f5e7e5c] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 918.292361] env[68758]: DEBUG oslo_vmware.api [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280796} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.292554] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.292750] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.292934] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.293155] env[68758]: INFO nova.compute.manager [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Took 1.13 seconds to destroy the instance on the hypervisor. [ 918.293408] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.293617] env[68758]: DEBUG nova.compute.manager [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 918.293726] env[68758]: DEBUG nova.network.neutron [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 918.364946] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526a8cb5-7002-a29f-4a0e-f252f8ca6a7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018718} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.365242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.365527] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.365803] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66dfaca7-e28f-4ec2-b996-9e29d653ac4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.375159] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 918.375159] env[68758]: value = "task-2942572" [ 918.375159] env[68758]: _type = "Task" [ 918.375159] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.384141] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.388329] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.412989] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.413259] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.413415] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.413595] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.413743] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.413889] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.414114] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.414276] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.414441] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.414599] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.414772] env[68758]: DEBUG nova.virt.hardware [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.415757] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26403bd-cccf-4bc6-9468-cd5c367df271 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.425229] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338c75cc-3bc4-4e0f-82c0-8a1b3cbbe1b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.440722] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.446343] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Creating folder: Project (d465af98b69b4affbc6f0d3a21cc411c). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.446655] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9e4a3c-5cfe-4874-aad1-25ad2b695a62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.461117] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Created folder: Project (d465af98b69b4affbc6f0d3a21cc411c) in parent group-v590497. [ 918.461425] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Creating folder: Instances. Parent ref: group-v590692. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.461719] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61daa156-ed0a-4073-8201-b8b0a039f4d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.473464] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Created folder: Instances in parent group-v590692. [ 918.473816] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.474140] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.474673] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20157615-c43e-4c51-9ee8-4ecedb288429 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.496264] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.496264] env[68758]: value = "task-2942575" [ 918.496264] env[68758]: _type = "Task" [ 918.496264] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.505870] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942575, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.560442] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942571, 'name': CreateVM_Task, 'duration_secs': 0.3903} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.560688] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.561494] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.561669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.562128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.562426] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8724cea4-fdc1-4b47-9d11-bcbcb0cc432f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.568877] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 918.568877] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246adb2-25c3-9885-4a97-471b792cb211" [ 918.568877] env[68758]: _type = "Task" [ 918.568877] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.580651] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246adb2-25c3-9885-4a97-471b792cb211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.643189] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 216af9b7-6a1a-448a-9a88-b4c91a3baca3] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 918.772196] env[68758]: DEBUG nova.network.neutron [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Updated VIF entry in instance network info cache for port 85ff1d57-af03-4058-ae5d-1c472ac9226b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.772822] env[68758]: DEBUG nova.network.neutron [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Updating instance_info_cache with network_info: [{"id": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "address": "fa:16:3e:15:14:cc", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85ff1d57-af", "ovs_interfaceid": "85ff1d57-af03-4058-ae5d-1c472ac9226b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.821967] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.455s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.822208] env[68758]: DEBUG nova.compute.manager [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=68758) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 918.826709] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.373s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.827423] env[68758]: INFO nova.compute.claims [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.890675] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942572, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.009172] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942575, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.075087] env[68758]: DEBUG nova.network.neutron [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.080986] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246adb2-25c3-9885-4a97-471b792cb211, 'name': SearchDatastore_Task, 'duration_secs': 0.017019} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.081669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.081777] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.082019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.082180] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.082377] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.082636] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-defaae06-c828-4a5a-9bc8-98f2017da43f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.092425] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.092650] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.093446] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd761224-431b-46a8-a1be-9826cd40a245 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.099305] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 919.099305] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e88a8-ae06-1358-4a62-6aea7eba27d0" [ 919.099305] env[68758]: _type = "Task" [ 919.099305] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.115240] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e88a8-ae06-1358-4a62-6aea7eba27d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.146438] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d2dfdedf-8b67-4b74-a15f-5be518ed878f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 919.276606] env[68758]: DEBUG oslo_concurrency.lockutils [req-b5f4ce93-f488-413b-8cb8-086ece74c99b req-4cafcc20-352c-4896-9bf6-de8e8064376e service nova] Releasing lock "refresh_cache-ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.386894] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651547} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.387175] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.387403] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.387744] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8116d004-f220-4f2f-a64f-492da6b953b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.392388] env[68758]: INFO nova.scheduler.client.report [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted allocation for migration c8c612bd-0d30-48ba-90f4-23c6de7d27c3 [ 919.397452] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 919.397452] env[68758]: value = "task-2942576" [ 919.397452] env[68758]: _type = "Task" [ 919.397452] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.408039] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.429090] env[68758]: DEBUG nova.compute.manager [req-20593b6b-389e-45e3-929a-6a60fe43be21 req-ef2ed6a2-3ae2-471e-bddd-4e1e5ce820f1 service nova] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Received event network-vif-deleted-2f4351f4-1ffa-4db4-a6ae-0049276bb388 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 919.508613] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942575, 'name': CreateVM_Task, 'duration_secs': 0.707904} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.510031] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.510031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.510031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.510031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.510031] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdeefffc-2fb1-4326-8c47-e770d9e7d55d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.515646] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 919.515646] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529a0370-cb85-c3cf-a4b0-02ddeb4769c9" [ 919.515646] env[68758]: _type = "Task" [ 919.515646] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.525909] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529a0370-cb85-c3cf-a4b0-02ddeb4769c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.582642] env[68758]: INFO nova.compute.manager [-] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Took 1.29 seconds to deallocate network for instance. [ 919.610325] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529e88a8-ae06-1358-4a62-6aea7eba27d0, 'name': SearchDatastore_Task, 'duration_secs': 0.018644} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.611150] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c62624fc-2589-4c73-ade1-74588986aa3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.617315] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 919.617315] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ad8f3-c337-c922-3206-c33da74e3bae" [ 919.617315] env[68758]: _type = "Task" [ 919.617315] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.626757] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ad8f3-c337-c922-3206-c33da74e3bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.650628] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 6869810c-e268-40bd-8b24-febbecd881f4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 919.898670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c07f0051-296f-4129-82f2-3daed4adee1f tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 32.288s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.911799] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072239} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.916567] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.918184] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfdc441-a0fb-482e-933a-31e711cccd9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.953390] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.958417] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4073ec9f-45bb-4973-8801-f69f95803425 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.992672] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 919.992672] env[68758]: value = "task-2942577" [ 919.992672] env[68758]: _type = "Task" [ 919.992672] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.010575] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.032265] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529a0370-cb85-c3cf-a4b0-02ddeb4769c9, 'name': SearchDatastore_Task, 'duration_secs': 0.01612} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.032594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.032850] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.033083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.090329] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.131915] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ad8f3-c337-c922-3206-c33da74e3bae, 'name': SearchDatastore_Task, 'duration_secs': 0.015698} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.134967] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135293] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc/ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.136233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.136422] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.136654] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6974474a-766e-454f-a205-6dc6e92a6105 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.138989] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1adbe11-c012-46b5-abc0-cd0410bb8bc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.148947] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 920.148947] env[68758]: value = "task-2942578" [ 920.148947] env[68758]: _type = "Task" [ 920.148947] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.150295] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.150519] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.154227] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffe46661-bc4c-4cd1-b57e-0316adda83b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.162522] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 62416623-bc48-442d-aa48-18e28d66f242] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.172178] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.173890] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 920.173890] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d8e7b2-18ab-6dde-7c6c-d4cd10634fe0" [ 920.173890] env[68758]: _type = "Task" [ 920.173890] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.187795] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d8e7b2-18ab-6dde-7c6c-d4cd10634fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.188876] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34ae3a28-aa72-4537-a79d-0686ea0fd845 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.197091] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 920.197091] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6945a-a22f-a6ea-30f7-bf293ea302fa" [ 920.197091] env[68758]: _type = "Task" [ 920.197091] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.207026] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6945a-a22f-a6ea-30f7-bf293ea302fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.242123] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 920.243338] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47b39b7-a9f8-42a6-aac9-8e1a26094486 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.250518] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 920.250712] env[68758]: ERROR oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk due to incomplete transfer. [ 920.253412] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8fb2bf8-0e27-45a7-935f-341bc2a6313e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.261877] env[68758]: DEBUG oslo_vmware.rw_handles [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52909270-4bea-3eb3-4025-140e823d6212/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 920.262137] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Uploaded image 734688b6-25d9-4e4a-b4f4-c05617f15b05 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 920.264503] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.264804] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d084cb7-c379-45e4-a548-a954f288d5b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.268599] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fd701-f9c2-41e2-a83a-beddc2dedc97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.276484] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e27e6-d42e-4074-9ad3-58f36f85f3ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.281069] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 920.281069] env[68758]: value = "task-2942579" [ 920.281069] env[68758]: _type = "Task" [ 920.281069] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.317386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea8923d-43bf-4a29-b4ff-c1ae56764630 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.323200] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942579, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.328703] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b502c5f5-e1dc-442d-a20a-8189031d9e32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.347071] env[68758]: DEBUG nova.compute.provider_tree [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.486096] env[68758]: DEBUG nova.objects.instance [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.510301] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942577, 'name': ReconfigVM_Task, 'duration_secs': 0.348894} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.510606] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.511688] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee687b1a-abe2-45b7-9439-a12dbecae9d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.522204] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 920.522204] env[68758]: value = "task-2942580" [ 920.522204] env[68758]: _type = "Task" [ 920.522204] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.535079] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942580, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.661052] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942578, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.666661] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 230b37f8-fd06-49ea-afab-e563e287307a] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 920.711828] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6945a-a22f-a6ea-30f7-bf293ea302fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011333} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.712261] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.712659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.713053] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbf06c8b-3f7d-4c28-aea7-2633526dac14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.723341] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 920.723341] env[68758]: value = "task-2942581" [ 920.723341] env[68758]: _type = "Task" [ 920.723341] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.736500] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.791586] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942579, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.850679] env[68758]: DEBUG nova.scheduler.client.report [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.992215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.992407] env[68758]: DEBUG oslo_concurrency.lockutils [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.992574] env[68758]: DEBUG nova.network.neutron [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.992773] env[68758]: DEBUG nova.objects.instance [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'info_cache' on Instance uuid e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.034161] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942580, 'name': Rename_Task, 'duration_secs': 0.224803} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.034409] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.034665] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8cfc9f6-82ad-4840-bd2f-ce9bfa505acd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.043593] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 921.043593] env[68758]: value = "task-2942582" [ 921.043593] env[68758]: _type = "Task" [ 921.043593] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.052907] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.161889] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.162175] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc/ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.162392] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.162644] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3aefd66-a2b5-4661-8e0b-862abfdc4bf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.171042] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7948e0b9-2a13-4b69-b288-0702beb6696b] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.173102] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 921.173102] env[68758]: value = "task-2942583" [ 921.173102] env[68758]: _type = "Task" [ 921.173102] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.187211] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.238873] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942581, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.295046] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942579, 'name': Destroy_Task, 'duration_secs': 0.979176} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.295545] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Destroyed the VM [ 921.295716] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.295904] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-40772946-c9f5-4b7b-86f1-b0b49b4b8c95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.306032] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 921.306032] env[68758]: value = "task-2942584" [ 921.306032] env[68758]: _type = "Task" [ 921.306032] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.320905] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942584, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.356042] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.356540] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.360146] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.882s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.360409] env[68758]: DEBUG nova.objects.instance [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lazy-loading 'resources' on Instance uuid 9115181d-1225-4b19-878a-06f661ac0a13 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.496533] env[68758]: DEBUG nova.objects.base [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 921.553953] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.674773] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 280d6ae5-a2a6-4cd4-b4be-d33dc0bb8b88] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 921.686321] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079597} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.686596] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.687415] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffcd971-a089-44f0-8d2d-b3f27313f2ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.710710] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc/ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.711679] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1bd4042-4e61-41cc-9f93-a761ede49304 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.736906] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797578} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.738537] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.738786] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.739123] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 921.739123] env[68758]: value = "task-2942585" [ 921.739123] env[68758]: _type = "Task" [ 921.739123] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.739316] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65878cfa-5e0e-49cc-91ab-d3c00c9e09b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.751217] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.752818] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 921.752818] env[68758]: value = "task-2942586" [ 921.752818] env[68758]: _type = "Task" [ 921.752818] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.762862] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942586, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.817185] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942584, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.864775] env[68758]: DEBUG nova.compute.utils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.868889] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.869195] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.916791] env[68758]: DEBUG nova.policy [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.056443] env[68758]: DEBUG oslo_vmware.api [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942582, 'name': PowerOnVM_Task, 'duration_secs': 0.939759} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.056768] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.057029] env[68758]: INFO nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Took 9.00 seconds to spawn the instance on the hypervisor. [ 922.057264] env[68758]: DEBUG nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.058255] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb12cdba-d50a-4c05-90eb-b8da33d0a652 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.183658] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 6456f9a5-bd93-4db8-b858-9590b1dbaf11] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 922.251328] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942585, 'name': ReconfigVM_Task, 'duration_secs': 0.468069} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.252366] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Reconfigured VM instance instance-00000046 to attach disk [datastore1] ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc/ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.253709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e645f41e-170f-4dd6-b8ee-3a717c45a06a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.256163] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f6f68d-b0f0-4e81-99a8-7dc4e293dce2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.266152] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d281a62c-95b6-4ca5-9bbc-997faa01fd38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.273322] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 922.273322] env[68758]: value = "task-2942587" [ 922.273322] env[68758]: _type = "Task" [ 922.273322] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.273557] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942586, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12924} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.274289] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.277708] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1357bb8-549c-4295-984d-227aee3e8912 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.317596] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b39b2134-314f-44f1-8eef-8cd26f873d75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.339574] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.339914] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942587, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.340989] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01eb6f5e-7869-4b52-b7c3-33a9e89273fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.360483] env[68758]: DEBUG oslo_vmware.api [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942584, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784922} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.361541] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 922.361541] env[68758]: INFO nova.compute.manager [None req-dd6f53e8-7431-4ebb-99b9-a39df3f40276 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Took 15.28 seconds to snapshot the instance on the hypervisor. [ 922.365239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5a700a-90f7-423f-86cd-0bc9e0b878c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.375755] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.375755] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 922.375755] env[68758]: value = "task-2942588" [ 922.375755] env[68758]: _type = "Task" [ 922.375755] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.376276] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Successfully created port: 32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.391339] env[68758]: DEBUG nova.network.neutron [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [{"id": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "address": "fa:16:3e:09:ac:8d", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3a8cfef-18", "ovs_interfaceid": "f3a8cfef-1891-4d81-b37a-a03e7822a9e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.392795] env[68758]: DEBUG nova.compute.provider_tree [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.401225] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.584822] env[68758]: INFO nova.compute.manager [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Took 43.45 seconds to build instance. [ 922.685763] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 02233c4c-e192-45b7-aae2-bda48790371f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 922.784108] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942587, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.888456] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942588, 'name': ReconfigVM_Task, 'duration_secs': 0.288945} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.888456] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.888828] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bdd442e-6db3-4b41-a9e7-88502486e23b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.894952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-e5396fb8-3023-476d-96cf-88ad5b573b9f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.898047] env[68758]: DEBUG nova.scheduler.client.report [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.901038] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 922.901038] env[68758]: value = "task-2942589" [ 922.901038] env[68758]: _type = "Task" [ 922.901038] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.910457] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942589, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.087214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d0a0b141-0eb0-45ff-bcfe-93b36b0d2c2a tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.965s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.190893] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 49149286-a58c-41db-b3ae-ba55b603ffaa] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.284640] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942587, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.386028] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.402486] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.412878] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.940s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.413189] env[68758]: DEBUG nova.objects.instance [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lazy-loading 'resources' on Instance uuid cccca9ef-819e-4df6-80ef-fc27cd086dab {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.415204] env[68758]: DEBUG nova.compute.manager [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.415401] env[68758]: DEBUG nova.compute.manager [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing instance network info cache due to event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 923.415672] env[68758]: DEBUG oslo_concurrency.lockutils [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.415826] env[68758]: DEBUG oslo_concurrency.lockutils [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.416645] env[68758]: DEBUG nova.network.neutron [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.419039] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.419210] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.419364] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.419549] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.419693] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.419838] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.420191] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.420254] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.420467] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.420690] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.420847] env[68758]: DEBUG nova.virt.hardware [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.425045] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c49296-b0d7-4ec9-8570-a65ba1f0511a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.429314] env[68758]: INFO nova.scheduler.client.report [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Deleted allocations for instance 9115181d-1225-4b19-878a-06f661ac0a13 [ 923.440375] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942589, 'name': Rename_Task, 'duration_secs': 0.141686} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.443070] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.443147] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92c4353-9e2f-4245-bae9-07c611f411ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.445640] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b82114-7637-4964-8ed8-bbd70c38025f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.461046] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 923.461046] env[68758]: value = "task-2942590" [ 923.461046] env[68758]: _type = "Task" [ 923.461046] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.472416] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942590, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.693601] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: a04bf446-b6ae-49d3-bf79-bc1ed287b7f2] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 923.732166] env[68758]: DEBUG nova.network.neutron [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updated VIF entry in instance network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.732166] env[68758]: DEBUG nova.network.neutron [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.790623] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942587, 'name': Rename_Task, 'duration_secs': 1.169191} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.790623] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.790978] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e44329c-22ff-43bf-9053-0591e821086f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.797094] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 923.797094] env[68758]: value = "task-2942591" [ 923.797094] env[68758]: _type = "Task" [ 923.797094] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.807185] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.807279] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eeae1f-fc2c-458d-960b-136489fd6313 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.816748] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2fcfac-9e11-4ac8-90eb-67a92aac9116 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.854357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7158f96-10ae-4927-83a0-d3d82c1a2170 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.857400] env[68758]: DEBUG nova.compute.manager [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Received event network-vif-plugged-32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 923.857649] env[68758]: DEBUG oslo_concurrency.lockutils [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] Acquiring lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.857871] env[68758]: DEBUG oslo_concurrency.lockutils [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] Lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.858046] env[68758]: DEBUG oslo_concurrency.lockutils [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] Lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.858218] env[68758]: DEBUG nova.compute.manager [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] No waiting events found dispatching network-vif-plugged-32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 923.858381] env[68758]: WARNING nova.compute.manager [req-44fb252a-2580-4182-a255-3e75677d95ec req-fd3f8854-bfa5-467f-b363-0323a06bdcc7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Received unexpected event network-vif-plugged-32c5cd13-9b1b-470d-8f5d-8d8f106b0516 for instance with vm_state building and task_state spawning. [ 923.865349] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ba794c-034d-4358-80b7-adff5d7746a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.882837] env[68758]: DEBUG nova.compute.provider_tree [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.902865] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.903238] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eee4b8c1-3c63-4023-932e-83552323ea00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.910178] env[68758]: DEBUG oslo_vmware.api [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 923.910178] env[68758]: value = "task-2942592" [ 923.910178] env[68758]: _type = "Task" [ 923.910178] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.919701] env[68758]: DEBUG oslo_vmware.api [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.941009] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Successfully updated port: 32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.942286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-16f0a006-1435-4a3c-b2fc-a83f20521043 tempest-ListServerFiltersTestJSON-1002109886 tempest-ListServerFiltersTestJSON-1002109886-project-member] Lock "9115181d-1225-4b19-878a-06f661ac0a13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.910s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.971438] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942590, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.146448] env[68758]: DEBUG nova.compute.manager [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.147363] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab0e5d0-f02f-4802-9f2a-099385c8fed5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.197894] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 8fdd8c2a-8a9c-4dfd-855b-070b8ddf2de9] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.235723] env[68758]: DEBUG oslo_concurrency.lockutils [req-3f3baa48-5a6d-40ae-85fa-707b7eb70cc5 req-c107ab48-682a-4f53-97a7-f8813fe8fa15 service nova] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.307525] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.385824] env[68758]: DEBUG nova.scheduler.client.report [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.424258] env[68758]: DEBUG oslo_vmware.api [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942592, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.445383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.445549] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.445747] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.471054] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.658490] env[68758]: INFO nova.compute.manager [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] instance snapshotting [ 924.661387] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f9cf5f-568a-47cd-989d-c65a9afe60f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.681171] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ea5d5d-8d85-40e7-8bb8-87b780c7b1ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.701181] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7dc2bb7b-c1d5-46c7-93ed-0eb6531ef5b3] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 924.813879] env[68758]: DEBUG oslo_vmware.api [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942591, 'name': PowerOnVM_Task, 'duration_secs': 0.988538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.814189] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.814400] env[68758]: INFO nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Took 9.07 seconds to spawn the instance on the hypervisor. [ 924.814580] env[68758]: DEBUG nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.815424] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6622b9fe-b667-4381-9ae3-33ea3ab5fa25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.890841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.478s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.893813] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.835s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.896053] env[68758]: INFO nova.compute.claims [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.921633] env[68758]: DEBUG oslo_vmware.api [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942592, 'name': PowerOnVM_Task, 'duration_secs': 0.89474} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.922038] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.922260] env[68758]: DEBUG nova.compute.manager [None req-888e0ab6-a9cd-49bb-9d8f-46532c231eb4 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.923662] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d0bceb-c3a6-4fce-b6a2-e399dcb35009 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.939958] env[68758]: INFO nova.scheduler.client.report [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Deleted allocations for instance cccca9ef-819e-4df6-80ef-fc27cd086dab [ 924.972964] env[68758]: DEBUG oslo_vmware.api [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942590, 'name': PowerOnVM_Task, 'duration_secs': 1.328176} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.973174] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.973600] env[68758]: INFO nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Took 6.59 seconds to spawn the instance on the hypervisor. [ 924.973600] env[68758]: DEBUG nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.974332] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7027e014-7a61-4376-8a70-d26757f952df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.996334] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.171908] env[68758]: DEBUG nova.network.neutron [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Updating instance_info_cache with network_info: [{"id": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "address": "fa:16:3e:7f:f8:74", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c5cd13-9b", "ovs_interfaceid": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.192375] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 925.193057] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-19224856-96da-4a64-a8b1-e644667a5f4c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.201155] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 925.201155] env[68758]: value = "task-2942593" [ 925.201155] env[68758]: _type = "Task" [ 925.201155] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.208051] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 2262332b-9e39-48df-a680-74892b98e4b4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 925.215422] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942593, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.332788] env[68758]: INFO nova.compute.manager [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Took 42.32 seconds to build instance. [ 925.447873] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee9eed87-2a96-4ee3-bd45-988ad345353b tempest-ServersTestMultiNic-346387731 tempest-ServersTestMultiNic-346387731-project-member] Lock "cccca9ef-819e-4df6-80ef-fc27cd086dab" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.697s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.494269] env[68758]: INFO nova.compute.manager [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Took 40.45 seconds to build instance. [ 925.673823] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.674206] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Instance network_info: |[{"id": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "address": "fa:16:3e:7f:f8:74", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c5cd13-9b", "ovs_interfaceid": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.674647] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:f8:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c5cd13-9b1b-470d-8f5d-8d8f106b0516', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.682890] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.683157] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.683632] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f927c755-550a-43c8-90b4-52291b97c6b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.703611] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.703611] env[68758]: value = "task-2942594" [ 925.703611] env[68758]: _type = "Task" [ 925.703611] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.715245] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c8d79127-7b97-4c19-a952-bcdf689adeed] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 925.717600] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942593, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.720972] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942594, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.835084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-230de12d-bc6c-4fec-b767-a1db945a3e74 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.829s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.996655] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b6fa48e3-9566-4b5c-8ec8-0ee3f7397d40 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.259s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.113090] env[68758]: DEBUG nova.compute.manager [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Received event network-changed-32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 926.113090] env[68758]: DEBUG nova.compute.manager [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Refreshing instance network info cache due to event network-changed-32c5cd13-9b1b-470d-8f5d-8d8f106b0516. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 926.113240] env[68758]: DEBUG oslo_concurrency.lockutils [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] Acquiring lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.113398] env[68758]: DEBUG oslo_concurrency.lockutils [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] Acquired lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.113535] env[68758]: DEBUG nova.network.neutron [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Refreshing network info cache for port 32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.216796] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942593, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.218360] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 38233369-93d0-4108-b8cd-696f89c848df] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 926.222876] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942594, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.227275] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1913c9-5066-4fdb-842e-bc4e7aab0837 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.236182] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0802bec-c3a4-43e3-8e3a-ff7b74cac2c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.275161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4cbf6-69b6-405d-8704-880d382a028c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.282400] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8127ee40-a814-4eec-8a59-cef8c9dfa660 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.298980] env[68758]: DEBUG nova.compute.provider_tree [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.342472] env[68758]: INFO nova.compute.manager [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Rebuilding instance [ 926.393533] env[68758]: DEBUG nova.compute.manager [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.395101] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e036a98d-d308-4aa3-87ce-aa6e01483547 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.721697] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942593, 'name': CreateSnapshot_Task, 'duration_secs': 1.176771} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.725288] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.725727] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 0e8efba6-8962-4873-af6d-a4358fb6fbd7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 926.727457] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942594, 'name': CreateVM_Task, 'duration_secs': 0.533407} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.728910] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195bfd83-433e-40d4-9988-608908b583fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.732510] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.732510] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.732767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.733815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.733815] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610612f4-999e-4311-a7d0-0f568c3605fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.749131] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 926.749131] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239dfae-b068-1322-d10b-2919482ffbb6" [ 926.749131] env[68758]: _type = "Task" [ 926.749131] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.760735] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239dfae-b068-1322-d10b-2919482ffbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.804254] env[68758]: DEBUG nova.scheduler.client.report [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.871731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.871873] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.872087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.872308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.873404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.875345] env[68758]: INFO nova.compute.manager [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Terminating instance [ 926.968343] env[68758]: DEBUG nova.network.neutron [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Updated VIF entry in instance network info cache for port 32c5cd13-9b1b-470d-8f5d-8d8f106b0516. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.968835] env[68758]: DEBUG nova.network.neutron [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Updating instance_info_cache with network_info: [{"id": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "address": "fa:16:3e:7f:f8:74", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c5cd13-9b", "ovs_interfaceid": "32c5cd13-9b1b-470d-8f5d-8d8f106b0516", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.099193] env[68758]: DEBUG nova.compute.manager [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 927.100981] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bcfa303-c008-47ad-9b69-59f9559914cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.233046] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c9f818fc-a1ce-4539-913b-7b89b085348c] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 927.251489] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 927.251939] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-14e64936-74e2-441f-bd45-d2369d7d2844 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.266172] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239dfae-b068-1322-d10b-2919482ffbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.024741} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.267978] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.268230] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.268462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.268605] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.268780] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.269110] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 927.269110] env[68758]: value = "task-2942595" [ 927.269110] env[68758]: _type = "Task" [ 927.269110] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.269550] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcce2a31-246d-40ed-a563-c84c8c33565d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.280278] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942595, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.286332] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.286507] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.287208] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0114edd3-b89a-467e-9121-479650f31d1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.292489] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 927.292489] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521ebbeb-d25e-0ab3-c455-9bd5737b6ba9" [ 927.292489] env[68758]: _type = "Task" [ 927.292489] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.300062] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521ebbeb-d25e-0ab3-c455-9bd5737b6ba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.312270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.312782] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.315815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.692s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.315815] env[68758]: DEBUG nova.objects.instance [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lazy-loading 'resources' on Instance uuid c989450d-aad1-4895-8048-7a57a8c5476b {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.379631] env[68758]: DEBUG nova.compute.manager [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.379873] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.380809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a6c6c3-e317-4392-bd41-e07b79e687b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.388677] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.388970] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a234f115-131f-42e8-b4f6-f7c13442ce5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.395920] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 927.395920] env[68758]: value = "task-2942596" [ 927.395920] env[68758]: _type = "Task" [ 927.395920] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.407075] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.408905] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.409244] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b480f422-7a1f-48fc-823b-8dedc8156c4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.416574] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 927.416574] env[68758]: value = "task-2942597" [ 927.416574] env[68758]: _type = "Task" [ 927.416574] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.427470] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.472607] env[68758]: DEBUG oslo_concurrency.lockutils [req-686c6bc0-6529-49c8-9762-d7866b1749bb req-398ede85-3982-4910-91b6-c400b75c37b7 service nova] Releasing lock "refresh_cache-04811618-a42f-4105-b66c-b129fcb2fad7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.614363] env[68758]: INFO nova.compute.manager [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] instance snapshotting [ 927.617402] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b57051-43f4-4415-b336-a01439336ac3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.638189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb07985-2d20-41d8-bb4d-c5c6a1083d9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.736434] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 294166bc-5f47-493b-b89e-fd615b7ae68b] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 927.785008] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942595, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.802759] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521ebbeb-d25e-0ab3-c455-9bd5737b6ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.042459} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.803566] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6b6a4b-fe44-4ae7-b9b1-abdab5b32754 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.808718] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 927.808718] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5265eed9-a539-caf4-1aa3-e0571cc76382" [ 927.808718] env[68758]: _type = "Task" [ 927.808718] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.816117] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5265eed9-a539-caf4-1aa3-e0571cc76382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.818522] env[68758]: DEBUG nova.compute.utils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.822997] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.823194] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.863016] env[68758]: DEBUG nova.policy [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '08a7e98cf04b4d2e83fa8049bb944f9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec02757bb7e04522a48330f0230dd54f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.907585] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942596, 'name': PowerOffVM_Task, 'duration_secs': 0.263277} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.907833] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.907996] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.910462] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8881e70a-a936-4566-a1c8-bbbcc20c74dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.928593] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942597, 'name': PowerOffVM_Task, 'duration_secs': 0.238255} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.929267] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.929722] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.930366] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de799838-b7fa-45d8-b677-f359c5230999 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.939459] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.939730] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aabd89d1-3a83-4cf8-801b-ebc9c19a1103 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.970615] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.970844] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.971050] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Deleting the datastore file [datastore1] eed86c9e-d366-47b3-a4ce-3258fe22150a {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.971745] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63f0d43b-f5c0-42ab-ba99-27be7b3f758e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.978930] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 927.978930] env[68758]: value = "task-2942600" [ 927.978930] env[68758]: _type = "Task" [ 927.978930] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.989249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.989641] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.989949] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleting the datastore file [datastore2] e5396fb8-3023-476d-96cf-88ad5b573b9f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.994806] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e5bbd2e-3936-42c3-9f38-3f0219ca4e3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.997160] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.009758] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 928.009758] env[68758]: value = "task-2942601" [ 928.009758] env[68758]: _type = "Task" [ 928.009758] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.026318] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.151676] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 928.151676] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9544ea4-1e44-43ec-b486-5d3215e3a441 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.158862] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 928.158862] env[68758]: value = "task-2942602" [ 928.158862] env[68758]: _type = "Task" [ 928.158862] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.172695] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.196377] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2b1db2-fbec-4ab9-8b5a-eb89fd8d34c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.200765] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Successfully created port: 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 928.206058] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d276d7-8d61-40ca-bf40-dc06f3fbf6a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.237111] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb84833-404a-4fd6-ae77-3d2707579692 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.240334] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.240537] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68758) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 928.247729] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd529a83-50d5-4fe1-8d2e-3cd4113378c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.265156] env[68758]: DEBUG nova.compute.provider_tree [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.281598] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942595, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.320039] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5265eed9-a539-caf4-1aa3-e0571cc76382, 'name': SearchDatastore_Task, 'duration_secs': 0.009436} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.320039] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320371] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 04811618-a42f-4105-b66c-b129fcb2fad7/04811618-a42f-4105-b66c-b129fcb2fad7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.320502] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6144b2d5-37ad-400f-9716-04da1262290d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323086] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.329199] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 928.329199] env[68758]: value = "task-2942603" [ 928.329199] env[68758]: _type = "Task" [ 928.329199] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.336273] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.493025] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11133} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.493025] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.493025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.493025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.521211] env[68758]: DEBUG oslo_vmware.api [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153409} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.521471] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.521665] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.521840] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.522024] env[68758]: INFO nova.compute.manager [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 928.522279] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.522476] env[68758]: DEBUG nova.compute.manager [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.522575] env[68758]: DEBUG nova.network.neutron [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.670457] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942602, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.744582] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 928.784803] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942595, 'name': CloneVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.798022] env[68758]: ERROR nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] [req-a8beb7f9-3721-4e4f-afe0-a822fbd643e4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a8beb7f9-3721-4e4f-afe0-a822fbd643e4"}]} [ 928.818469] env[68758]: DEBUG nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 928.843712] env[68758]: DEBUG nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 928.843944] env[68758]: DEBUG nova.compute.provider_tree [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 928.853923] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486192} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.854656] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 04811618-a42f-4105-b66c-b129fcb2fad7/04811618-a42f-4105-b66c-b129fcb2fad7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.854909] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.855233] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c9d1485-a494-4aac-84a8-f1e94f50d16d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.859784] env[68758]: DEBUG nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 928.864425] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 928.864425] env[68758]: value = "task-2942604" [ 928.864425] env[68758]: _type = "Task" [ 928.864425] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.872750] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942604, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.887443] env[68758]: DEBUG nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 929.173196] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942602, 'name': CreateSnapshot_Task, 'duration_secs': 0.794053} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.173624] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 929.174577] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8748bc16-b4cb-4411-8605-f912b53c00b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.263554] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6bb62-da6c-4fa6-aec8-38f1fe1ded9a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.271407] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd860ff2-821d-4195-95c3-bcea3372f281 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.312427] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a042cc-8b36-4f65-82d0-bb23bf3fe485 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.315106] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942595, 'name': CloneVM_Task, 'duration_secs': 1.623478} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.316363] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Created linked-clone VM from snapshot [ 929.316792] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb0ee3d-36ce-46d9-b7ef-c97fd9e2d1ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.322906] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7280e5-ac08-4417-b84c-00dad8d40473 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.329665] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Uploading image e4ad4718-1d78-4c96-b510-d6ab528ccbce {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 929.343572] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.345670] env[68758]: DEBUG nova.compute.provider_tree [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.364844] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 929.364844] env[68758]: value = "vm-590697" [ 929.364844] env[68758]: _type = "VirtualMachine" [ 929.364844] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 929.364844] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e12f245a-25a0-4e2b-8037-6fd9b0703dcb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.376708] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942604, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078181} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.377578] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 929.378019] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease: (returnval){ [ 929.378019] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6b225-368a-f7de-03f7-88e1a5f5e037" [ 929.378019] env[68758]: _type = "HttpNfcLease" [ 929.378019] env[68758]: } obtained for exporting VM: (result){ [ 929.378019] env[68758]: value = "vm-590697" [ 929.378019] env[68758]: _type = "VirtualMachine" [ 929.378019] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 929.378267] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the lease: (returnval){ [ 929.378267] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6b225-368a-f7de-03f7-88e1a5f5e037" [ 929.378267] env[68758]: _type = "HttpNfcLease" [ 929.378267] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 929.378906] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dd4f8b-5a32-421f-94d6-a0b38f8ef40d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.383455] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.383567] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.383727] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.383907] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.384167] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.384225] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.384398] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.384547] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.384704] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.384876] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.385093] env[68758]: DEBUG nova.virt.hardware [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.390378] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32729d-5639-4996-9740-d42df004fdc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.408213] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a8e233-ab91-422d-8e71-7d645ea814b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.412105] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.412105] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6b225-368a-f7de-03f7-88e1a5f5e037" [ 929.412105] env[68758]: _type = "HttpNfcLease" [ 929.412105] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 929.421122] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 04811618-a42f-4105-b66c-b129fcb2fad7/04811618-a42f-4105-b66c-b129fcb2fad7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 929.421681] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25a34e26-80ad-4624-b28f-ed0bf0d1ad15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.448288] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 929.448288] env[68758]: value = "task-2942606" [ 929.448288] env[68758]: _type = "Task" [ 929.448288] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.456752] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942606, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.485641] env[68758]: DEBUG nova.compute.manager [req-d7298103-aca0-48f5-9958-76d0babb4e8d req-56baea49-f658-4cc3-9623-4dfc4abeb9bb service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Received event network-vif-deleted-f3a8cfef-1891-4d81-b37a-a03e7822a9e0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 929.486181] env[68758]: INFO nova.compute.manager [req-d7298103-aca0-48f5-9958-76d0babb4e8d req-56baea49-f658-4cc3-9623-4dfc4abeb9bb service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Neutron deleted interface f3a8cfef-1891-4d81-b37a-a03e7822a9e0; detaching it from the instance and deleting it from the info cache [ 929.486181] env[68758]: DEBUG nova.network.neutron [req-d7298103-aca0-48f5-9958-76d0babb4e8d req-56baea49-f658-4cc3-9623-4dfc4abeb9bb service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.528491] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.528773] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.529084] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.529365] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.529530] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.529679] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.529887] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.530065] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.530236] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.530397] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.530568] env[68758]: DEBUG nova.virt.hardware [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.531425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ecc5f6-984e-46cd-a32b-8fc1b54379d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.540009] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f6f02e-b72e-40c7-b2c1-6139726449cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.554834] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.561168] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.561566] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.561661] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd3f2e21-6447-40ff-afe7-891bfb8bed15 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.579130] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.579130] env[68758]: value = "task-2942607" [ 929.579130] env[68758]: _type = "Task" [ 929.579130] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.588412] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942607, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.704635] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 929.704973] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-751eb17c-507e-4700-88d8-40d78132cec5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.713686] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 929.713686] env[68758]: value = "task-2942608" [ 929.713686] env[68758]: _type = "Task" [ 929.713686] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.721973] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942608, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.890260] env[68758]: DEBUG nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 929.890642] env[68758]: DEBUG nova.compute.provider_tree [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 103 to 104 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 929.890842] env[68758]: DEBUG nova.compute.provider_tree [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 929.894881] env[68758]: DEBUG nova.network.neutron [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.899871] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 929.899871] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6b225-368a-f7de-03f7-88e1a5f5e037" [ 929.899871] env[68758]: _type = "HttpNfcLease" [ 929.899871] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 929.900172] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 929.900172] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a6b225-368a-f7de-03f7-88e1a5f5e037" [ 929.900172] env[68758]: _type = "HttpNfcLease" [ 929.900172] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 929.900969] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ac9dff-611f-42f9-b92b-1debf2a206fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.908645] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 929.908896] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 929.979865] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942606, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.989037] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ce779147-3ade-4ae1-977b-9ca70506b147 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.004050] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53fd86b-efaf-4008-9266-ff142d7c5bb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.024612] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43e47ae5-ab5a-4e60-aefd-f20b35e52814 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.046470] env[68758]: DEBUG nova.compute.manager [req-d7298103-aca0-48f5-9958-76d0babb4e8d req-56baea49-f658-4cc3-9623-4dfc4abeb9bb service nova] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Detach interface failed, port_id=f3a8cfef-1891-4d81-b37a-a03e7822a9e0, reason: Instance e5396fb8-3023-476d-96cf-88ad5b573b9f could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 930.088427] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942607, 'name': CreateVM_Task, 'duration_secs': 0.421469} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.088615] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.089082] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.089355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.089571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.089823] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc6e94a-fd3d-4288-b2a6-069719ed31c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.095156] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 930.095156] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5225f379-b645-e25a-e530-2d5393a0ff2e" [ 930.095156] env[68758]: _type = "Task" [ 930.095156] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.103303] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5225f379-b645-e25a-e530-2d5393a0ff2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.168703] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Successfully updated port: 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 930.224690] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942608, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.398862] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.083s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.401240] env[68758]: INFO nova.compute.manager [-] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Took 1.88 seconds to deallocate network for instance. [ 930.402161] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.881s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.432466] env[68758]: INFO nova.scheduler.client.report [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Deleted allocations for instance c989450d-aad1-4895-8048-7a57a8c5476b [ 930.478839] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942606, 'name': ReconfigVM_Task, 'duration_secs': 0.764426} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.479246] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 04811618-a42f-4105-b66c-b129fcb2fad7/04811618-a42f-4105-b66c-b129fcb2fad7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 930.480076] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17e5d352-482f-4492-8e33-5b51633506c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.489927] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 930.489927] env[68758]: value = "task-2942609" [ 930.489927] env[68758]: _type = "Task" [ 930.489927] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.500043] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942609, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.606594] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5225f379-b645-e25a-e530-2d5393a0ff2e, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.606966] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.607269] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.607560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.607767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.608044] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.608410] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20c41cdc-b60d-41f9-a32e-6858310cf9c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.618582] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.618830] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.619600] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7c9f737-3fb3-4560-bfcb-e8f82e673fb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.625095] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 930.625095] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a4d31-da34-44dd-9358-bb9e0a494edc" [ 930.625095] env[68758]: _type = "Task" [ 930.625095] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.633213] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a4d31-da34-44dd-9358-bb9e0a494edc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.672696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.672743] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.672892] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.725064] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942608, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.913440] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.941291] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2a452f0-04aa-4b67-811f-9a299663addb tempest-ImagesOneServerNegativeTestJSON-479609733 tempest-ImagesOneServerNegativeTestJSON-479609733-project-member] Lock "c989450d-aad1-4895-8048-7a57a8c5476b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.973s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.001237] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942609, 'name': Rename_Task, 'duration_secs': 0.356996} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.002119] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.002119] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18c9096b-4737-4623-9062-fb51f13ea527 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.012664] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 931.012664] env[68758]: value = "task-2942610" [ 931.012664] env[68758]: _type = "Task" [ 931.012664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.027264] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.135009] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522a4d31-da34-44dd-9358-bb9e0a494edc, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.138566] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab12c2d-0a26-4627-b7f8-9bfc5e6edb6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.144277] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 931.144277] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266892d-b760-f03c-fe93-79d2e4d19dba" [ 931.144277] env[68758]: _type = "Task" [ 931.144277] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.155356] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266892d-b760-f03c-fe93-79d2e4d19dba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.210595] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 931.229344] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942608, 'name': CloneVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.246364] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20980010-7a12-4762-85d3-6afe918d5715 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.254237] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa2e3c-b1f8-473d-b1e7-27272b3e3606 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.292192] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb2ba41-f10b-4df8-986a-d96fbacdc6d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.298264] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec8ac569-b68c-4052-9f8a-6d147ce5c93f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.313530] env[68758]: DEBUG nova.compute.provider_tree [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.402823] env[68758]: DEBUG nova.network.neutron [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating instance_info_cache with network_info: [{"id": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "address": "fa:16:3e:46:9e:95", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d30ab68-59", "ovs_interfaceid": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.404849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.404849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.514836] env[68758]: DEBUG nova.compute.manager [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Received event network-vif-plugged-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.515067] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.515278] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Lock "d5c867b6-874b-4698-82db-627f44b99152-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.515632] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Lock "d5c867b6-874b-4698-82db-627f44b99152-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.515929] env[68758]: DEBUG nova.compute.manager [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] No waiting events found dispatching network-vif-plugged-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.516228] env[68758]: WARNING nova.compute.manager [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Received unexpected event network-vif-plugged-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 for instance with vm_state building and task_state spawning. [ 931.516477] env[68758]: DEBUG nova.compute.manager [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Received event network-changed-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 931.516766] env[68758]: DEBUG nova.compute.manager [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Refreshing instance network info cache due to event network-changed-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 931.517080] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Acquiring lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.526747] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942610, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.657775] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5266892d-b760-f03c-fe93-79d2e4d19dba, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.658322] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.658589] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.659189] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27bdbf69-9ea5-4216-9527-89fce4593501 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.667161] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 931.667161] env[68758]: value = "task-2942611" [ 931.667161] env[68758]: _type = "Task" [ 931.667161] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.675638] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.731955] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942608, 'name': CloneVM_Task, 'duration_secs': 1.59302} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.732510] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Created linked-clone VM from snapshot [ 931.733401] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6292bf-0ab9-430e-8a95-9366e4579b1c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.742042] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Uploading image 5faca617-9cb8-4beb-a877-8fd88cb8c43e {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 931.776233] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 931.776233] env[68758]: value = "vm-590700" [ 931.776233] env[68758]: _type = "VirtualMachine" [ 931.776233] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 931.777880] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ec3b3f02-5db8-4e86-bbf9-d656fbcd28dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.790630] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease: (returnval){ [ 931.790630] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291da59-3c76-9749-a5c7-1e59f358ce77" [ 931.790630] env[68758]: _type = "HttpNfcLease" [ 931.790630] env[68758]: } obtained for exporting VM: (result){ [ 931.790630] env[68758]: value = "vm-590700" [ 931.790630] env[68758]: _type = "VirtualMachine" [ 931.790630] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 931.791244] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the lease: (returnval){ [ 931.791244] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291da59-3c76-9749-a5c7-1e59f358ce77" [ 931.791244] env[68758]: _type = "HttpNfcLease" [ 931.791244] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 931.799075] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 931.799075] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291da59-3c76-9749-a5c7-1e59f358ce77" [ 931.799075] env[68758]: _type = "HttpNfcLease" [ 931.799075] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 931.821436] env[68758]: DEBUG nova.scheduler.client.report [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.907525] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.908080] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Instance network_info: |[{"id": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "address": "fa:16:3e:46:9e:95", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d30ab68-59", "ovs_interfaceid": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.909363] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.912942] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Acquired lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.913347] env[68758]: DEBUG nova.network.neutron [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Refreshing network info cache for port 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.914850] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:9e:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c621a9c-66f5-426a-8aab-bd8b2e912106', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d30ab68-59ac-4f3b-9de4-fe0d85042aa1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.925480] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.929916] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.930662] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec10ded3-1375-4a19-944e-d516035eb1ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.954917] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.954917] env[68758]: value = "task-2942613" [ 931.954917] env[68758]: _type = "Task" [ 931.954917] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.965477] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942613, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.023804] env[68758]: DEBUG oslo_vmware.api [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942610, 'name': PowerOnVM_Task, 'duration_secs': 0.693596} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.024090] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 932.024322] env[68758]: INFO nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Took 8.64 seconds to spawn the instance on the hypervisor. [ 932.024511] env[68758]: DEBUG nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.025386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1e0f56-1086-44f0-a82a-319249395606 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.182351] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461564} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.182718] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.183018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.183377] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9214dc36-8096-4dcd-b85d-86f6e40d0750 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.192155] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 932.192155] env[68758]: value = "task-2942614" [ 932.192155] env[68758]: _type = "Task" [ 932.192155] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.206525] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.292874] env[68758]: DEBUG nova.network.neutron [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updated VIF entry in instance network info cache for port 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.293378] env[68758]: DEBUG nova.network.neutron [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating instance_info_cache with network_info: [{"id": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "address": "fa:16:3e:46:9e:95", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d30ab68-59", "ovs_interfaceid": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.303790] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 932.303790] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291da59-3c76-9749-a5c7-1e59f358ce77" [ 932.303790] env[68758]: _type = "HttpNfcLease" [ 932.303790] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 932.304336] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 932.304336] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5291da59-3c76-9749-a5c7-1e59f358ce77" [ 932.304336] env[68758]: _type = "HttpNfcLease" [ 932.304336] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 932.304867] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d28282-116b-454d-b6fc-633f620fedc5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.315504] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 932.315757] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 932.440565] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f63a73d7-159b-4cf6-b195-9823f87ab998 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.452400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.466803] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942613, 'name': CreateVM_Task, 'duration_secs': 0.464315} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.469678] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.471492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.473180] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.473180] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.473180] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0aaa83-2087-41fd-9cc5-d9d4b4a6f04c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.483642] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 932.483642] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52077d77-0026-f725-76ee-08c93ba74b77" [ 932.483642] env[68758]: _type = "Task" [ 932.483642] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.493203] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52077d77-0026-f725-76ee-08c93ba74b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.549735] env[68758]: INFO nova.compute.manager [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Took 28.12 seconds to build instance. [ 932.703179] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082323} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.703456] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.704266] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a64877-9836-4c26-a45a-2df111b336d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.725591] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.725591] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-685349be-e09f-4980-84a9-bd6e6e048f83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.745936] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 932.745936] env[68758]: value = "task-2942615" [ 932.745936] env[68758]: _type = "Task" [ 932.745936] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.754526] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.800389] env[68758]: DEBUG oslo_concurrency.lockutils [req-2663be3a-75e6-498a-976d-18fadbf01b7e req-ed77871f-0543-4715-8e3f-10947c81904b service nova] Releasing lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.893084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.491s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.899675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.994s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.899675] env[68758]: DEBUG nova.objects.instance [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lazy-loading 'resources' on Instance uuid 879b5fec-ba37-47d2-8725-fbb3976759b5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.998586] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52077d77-0026-f725-76ee-08c93ba74b77, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.002018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.002018] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 933.002018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.002018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.002018] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 933.002018] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a208f13-68f9-410a-868a-2c8cd846999e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.014433] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 933.014713] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 933.015576] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13372b4e-daeb-4fbf-961e-36c1b0ce6985 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.022963] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 933.022963] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261567a-0ffb-c06c-233f-51d93a72e746" [ 933.022963] env[68758]: _type = "Task" [ 933.022963] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.037911] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261567a-0ffb-c06c-233f-51d93a72e746, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.052542] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b476365-949d-4bcc-b330-a7b1cfa7d7df tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.626s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.258017] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942615, 'name': ReconfigVM_Task, 'duration_secs': 0.356654} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.258336] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Reconfigured VM instance instance-00000047 to attach disk [datastore2] eed86c9e-d366-47b3-a4ce-3258fe22150a/eed86c9e-d366-47b3-a4ce-3258fe22150a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.259027] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b80e0caa-9c74-4596-b7ba-eaa13d31cd07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.269358] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 933.269358] env[68758]: value = "task-2942616" [ 933.269358] env[68758]: _type = "Task" [ 933.269358] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.280623] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942616, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.473704] env[68758]: INFO nova.scheduler.client.report [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocation for migration 21c3e426-f767-4c64-87cf-cac68677f0bc [ 933.500203] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "04811618-a42f-4105-b66c-b129fcb2fad7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.501037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.501037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.501037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.501197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.503566] env[68758]: INFO nova.compute.manager [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Terminating instance [ 933.539568] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5261567a-0ffb-c06c-233f-51d93a72e746, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.540768] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce3cb00b-0eab-48c2-aef7-ad90a22262e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.552445] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 933.552445] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52960a21-a204-3bcc-cf9c-9c278927cd88" [ 933.552445] env[68758]: _type = "Task" [ 933.552445] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.564505] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52960a21-a204-3bcc-cf9c-9c278927cd88, 'name': SearchDatastore_Task, 'duration_secs': 0.011046} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.568084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.568874] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d5c867b6-874b-4698-82db-627f44b99152/d5c867b6-874b-4698-82db-627f44b99152.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.570403] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90b16903-7507-4cc6-b741-84ce3b2c2e8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.580499] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 933.580499] env[68758]: value = "task-2942617" [ 933.580499] env[68758]: _type = "Task" [ 933.580499] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.594259] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.779928] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942616, 'name': Rename_Task, 'duration_secs': 0.197478} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.783073] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.784447] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35adf867-cf09-4d27-a2e0-2143fef5cb67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.793460] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 933.793460] env[68758]: value = "task-2942618" [ 933.793460] env[68758]: _type = "Task" [ 933.793460] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.799470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd3ad42-e0f8-43f7-8c9c-33090978940e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.808385] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942618, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.811820] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b12199e-d82c-4ad0-bdb0-8537ad52b374 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.857229] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed8de6-115a-43df-a11e-95b95b24c311 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.867397] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2c5ed8-5381-4b49-9ae1-c00dc41803de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.883951] env[68758]: DEBUG nova.compute.provider_tree [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 933.982859] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8b53e5cf-7781-4dcb-b5b0-2e69e705a9a6 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 21.903s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.008404] env[68758]: DEBUG nova.compute.manager [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 934.009093] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.009835] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae947e3-e034-423f-beed-be014763c933 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.020239] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.020611] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c372af16-3ecb-466d-afe5-7e9c2d6a4c58 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.029487] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 934.029487] env[68758]: value = "task-2942619" [ 934.029487] env[68758]: _type = "Task" [ 934.029487] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.040279] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.090636] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438273} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.090868] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d5c867b6-874b-4698-82db-627f44b99152/d5c867b6-874b-4698-82db-627f44b99152.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.091096] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.091487] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3427c774-35ce-4b53-92ce-53c46a03f199 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.100083] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 934.100083] env[68758]: value = "task-2942620" [ 934.100083] env[68758]: _type = "Task" [ 934.100083] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.109740] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.303994] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942618, 'name': PowerOnVM_Task} progress is 98%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.406192] env[68758]: ERROR nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] [req-c8820336-c4eb-4b3d-8152-13f67e2823a3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c8820336-c4eb-4b3d-8152-13f67e2823a3"}]} [ 934.423220] env[68758]: DEBUG nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.438939] env[68758]: DEBUG nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.439213] env[68758]: DEBUG nova.compute.provider_tree [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.450875] env[68758]: DEBUG nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 934.472833] env[68758]: DEBUG nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 934.539792] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942619, 'name': PowerOffVM_Task, 'duration_secs': 0.25757} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.542762] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.542762] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.543112] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1892681a-a524-4c7e-a823-431bce6f9005 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.612999] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080976} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.614330] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 934.614691] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.614920] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.615159] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore2] 04811618-a42f-4105-b66c-b129fcb2fad7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.615974] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24127ce2-77bf-4580-86ae-bb01d044d256 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.619178] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9496e0db-2702-4ad5-9ce8-64542fd9c522 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.644246] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] d5c867b6-874b-4698-82db-627f44b99152/d5c867b6-874b-4698-82db-627f44b99152.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 934.648612] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da3ddb3-2221-4b7f-8888-d97c64819799 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.664357] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 934.664357] env[68758]: value = "task-2942622" [ 934.664357] env[68758]: _type = "Task" [ 934.664357] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.671692] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 934.671692] env[68758]: value = "task-2942623" [ 934.671692] env[68758]: _type = "Task" [ 934.671692] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.681947] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.687414] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942623, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.795717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cbf402-f1ba-4bdc-8d65-bb49550ba9ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.807090] env[68758]: DEBUG oslo_vmware.api [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942618, 'name': PowerOnVM_Task, 'duration_secs': 0.571235} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.809272] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.809517] env[68758]: DEBUG nova.compute.manager [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 934.810340] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7151c81-509f-4b0b-aca2-775a30b22138 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.813621] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22fb1d44-1b44-4d2d-8f2e-0a60112bd281 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.849535] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb72056c-a85d-4d7c-86bc-32615bb99c31 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.858435] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de87d78-c83e-4ab5-8af6-871fd21eec3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.873710] env[68758]: DEBUG nova.compute.provider_tree [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.177333] env[68758]: DEBUG oslo_vmware.api [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162673} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.182480] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.182879] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.183270] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.183591] env[68758]: INFO nova.compute.manager [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 935.183990] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.184338] env[68758]: DEBUG nova.compute.manager [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 935.184523] env[68758]: DEBUG nova.network.neutron [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 935.191892] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942623, 'name': ReconfigVM_Task, 'duration_secs': 0.308292} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.192467] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfigured VM instance instance-00000049 to attach disk [datastore2] d5c867b6-874b-4698-82db-627f44b99152/d5c867b6-874b-4698-82db-627f44b99152.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.193068] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fb6b6d0-511f-4d87-aef5-bd034ffd830b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.200129] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 935.200129] env[68758]: value = "task-2942624" [ 935.200129] env[68758]: _type = "Task" [ 935.200129] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.208731] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942624, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.360068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.419905] env[68758]: DEBUG nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 935.420265] env[68758]: DEBUG nova.compute.provider_tree [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 106 to 107 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 935.420465] env[68758]: DEBUG nova.compute.provider_tree [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.710542] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942624, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.928127] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.031s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.931008] env[68758]: DEBUG nova.network.neutron [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.932530] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.233s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.936271] env[68758]: INFO nova.compute.claims [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.971475] env[68758]: INFO nova.scheduler.client.report [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Deleted allocations for instance 879b5fec-ba37-47d2-8725-fbb3976759b5 [ 936.212603] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942624, 'name': Rename_Task, 'duration_secs': 0.933576} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.212937] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.213182] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f33af5eb-1c6d-4512-a774-3b14251bbc40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.220273] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 936.220273] env[68758]: value = "task-2942625" [ 936.220273] env[68758]: _type = "Task" [ 936.220273] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.229555] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.438316] env[68758]: INFO nova.compute.manager [-] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Took 1.25 seconds to deallocate network for instance. [ 936.483705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0d29bbfe-39f1-42d5-9a4a-e8ed86ba4db6 tempest-ServersAdminTestJSON-1695249793 tempest-ServersAdminTestJSON-1695249793-project-member] Lock "879b5fec-ba37-47d2-8725-fbb3976759b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.704s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.731628] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942625, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.947433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.234662] env[68758]: DEBUG oslo_vmware.api [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942625, 'name': PowerOnVM_Task, 'duration_secs': 0.590837} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.235100] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.235347] env[68758]: INFO nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Took 7.89 seconds to spawn the instance on the hypervisor. [ 937.235957] env[68758]: DEBUG nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.237539] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d1a7e4-f3e7-487b-be24-39cec7f2a3ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.259561] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcedbe8a-20d1-45b0-a160-238a17abe8f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.267839] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52f0f7d-1366-45aa-94de-c07f615b46aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.306140] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef26b30a-0d03-4194-b176-e01407d43ccd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.314900] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c4cc69-a1c0-41fb-81e9-56ff9780eabc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.330374] env[68758]: DEBUG nova.compute.provider_tree [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.761010] env[68758]: INFO nova.compute.manager [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Took 25.73 seconds to build instance. [ 937.834025] env[68758]: DEBUG nova.scheduler.client.report [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.123809] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 938.124721] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007b8a38-56a9-495e-b07e-1946430ea62e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.132480] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 938.132654] env[68758]: ERROR oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk due to incomplete transfer. [ 938.132898] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-99f0778f-852f-407d-a800-8507d9a14991 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.141382] env[68758]: DEBUG oslo_vmware.rw_handles [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5295dca2-adf3-1e0d-0d8d-94de88c78b84/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 938.141382] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Uploaded image e4ad4718-1d78-4c96-b510-d6ab528ccbce to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 938.144293] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 938.144293] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca1bba1b-7bf6-4cfd-98d1-3a461f6e42f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.151091] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 938.151091] env[68758]: value = "task-2942626" [ 938.151091] env[68758]: _type = "Task" [ 938.151091] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.160661] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942626, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.264830] env[68758]: DEBUG oslo_concurrency.lockutils [None req-03da7d87-2e60-4109-9532-87e935670db0 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.240s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.342178] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.342178] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.343655] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.550s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.349655] env[68758]: INFO nova.compute.claims [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.507141] env[68758]: DEBUG nova.compute.manager [req-bdfbdde2-ca00-41c9-a3c1-4f16802c2ba6 req-61dc93f2-7907-4c1c-95f3-caa998bc11ec service nova] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Received event network-vif-deleted-32c5cd13-9b1b-470d-8f5d-8d8f106b0516 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 938.664025] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942626, 'name': Destroy_Task} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.664025] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Destroyed the VM [ 938.664025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.664025] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa74f055-30df-42fc-b0e8-a881c4087539 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.670118] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 938.670118] env[68758]: value = "task-2942627" [ 938.670118] env[68758]: _type = "Task" [ 938.670118] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.679100] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.853415] env[68758]: DEBUG nova.compute.utils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 938.860699] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 938.861059] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 938.952591] env[68758]: DEBUG nova.policy [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f7e7db418e40148e150d4bcadb9a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65265f60a3714f31aa58b6cf017f4376', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.180535] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942627, 'name': RemoveSnapshot_Task} progress is 45%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.212225] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.212499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.212703] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "eed86c9e-d366-47b3-a4ce-3258fe22150a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.212879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.213050] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.215354] env[68758]: INFO nova.compute.manager [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Terminating instance [ 939.360657] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.518606] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Successfully created port: 73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.687030] env[68758]: DEBUG oslo_vmware.api [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.013767} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.687030] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.687030] env[68758]: INFO nova.compute.manager [None req-95214087-d5e7-4915-99e5-77907eb0d911 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 15.03 seconds to snapshot the instance on the hypervisor. [ 939.719456] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "refresh_cache-eed86c9e-d366-47b3-a4ce-3258fe22150a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.719653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquired lock "refresh_cache-eed86c9e-d366-47b3-a4ce-3258fe22150a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.719993] env[68758]: DEBUG nova.network.neutron [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.770023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3dea8-32e0-45a6-850b-45da4b3141d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.778614] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d70cb5b-7a30-4222-93d2-4dede0976ed3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.816245] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df790554-cc60-429c-be74-71039ad72932 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.822475] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a85b955-88ce-474c-8d70-57e09e9cdfc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.842323] env[68758]: DEBUG nova.compute.provider_tree [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.146298] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "f96f9783-919f-4ae6-889e-3c8c71899b58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.146588] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.252225] env[68758]: DEBUG nova.network.neutron [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.342904] env[68758]: DEBUG nova.scheduler.client.report [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.347431] env[68758]: DEBUG nova.network.neutron [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.377935] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.409391] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.409644] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.409800] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.410009] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.410209] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.410338] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.410585] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.410777] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.410965] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.411157] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.411333] env[68758]: DEBUG nova.virt.hardware [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.412217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1059eef7-9fbe-4636-bf42-66e9ecc20966 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.420420] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba9313c-a3cb-44c3-bbe0-d4c82822289d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.551348] env[68758]: DEBUG nova.compute.manager [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Received event network-changed-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 940.551348] env[68758]: DEBUG nova.compute.manager [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Refreshing instance network info cache due to event network-changed-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 940.551556] env[68758]: DEBUG oslo_concurrency.lockutils [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] Acquiring lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.551848] env[68758]: DEBUG oslo_concurrency.lockutils [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] Acquired lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.552138] env[68758]: DEBUG nova.network.neutron [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Refreshing network info cache for port 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.608021] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 940.608021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d758188c-3e0c-424b-9946-49c1fc468318 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.616160] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 940.616788] env[68758]: ERROR oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk due to incomplete transfer. [ 940.617054] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3bb67257-a27b-4f46-8558-26ebcc14efdf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.625110] env[68758]: DEBUG oslo_vmware.rw_handles [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5281afa9-bd14-09e1-512c-79630e94acc5/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 940.625307] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Uploaded image 5faca617-9cb8-4beb-a877-8fd88cb8c43e to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 940.627953] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 940.629090] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6d9f6f18-2eac-4554-b863-402e22184c83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.638180] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 940.638180] env[68758]: value = "task-2942628" [ 940.638180] env[68758]: _type = "Task" [ 940.638180] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.649982] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942628, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.651029] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.850227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Releasing lock "refresh_cache-eed86c9e-d366-47b3-a4ce-3258fe22150a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.850681] env[68758]: DEBUG nova.compute.manager [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.850878] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.852073] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.852662] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.857636] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b9a259-94d8-48c8-802b-e83c0d61ec4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.858861] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.769s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.859121] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.861157] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.948s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.861354] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.867465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.413s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.867465] env[68758]: INFO nova.compute.claims [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.876113] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.876113] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecf735d7-1217-4fa5-a6d5-e081c459fad8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.884648] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 940.884648] env[68758]: value = "task-2942629" [ 940.884648] env[68758]: _type = "Task" [ 940.884648] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.896456] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.911139] env[68758]: INFO nova.scheduler.client.report [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleted allocations for instance 77f89eea-3f60-4d1e-8da6-26442edc1885 [ 940.914339] env[68758]: INFO nova.scheduler.client.report [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted allocations for instance e5396fb8-3023-476d-96cf-88ad5b573b9f [ 941.147776] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942628, 'name': Destroy_Task, 'duration_secs': 0.435152} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.148203] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Destroyed the VM [ 941.148459] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 941.148704] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1b9e5485-2f0a-4222-a8f2-71a457e8a01a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.163551] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 941.163551] env[68758]: value = "task-2942630" [ 941.163551] env[68758]: _type = "Task" [ 941.163551] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.175421] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942630, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.184909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.371408] env[68758]: DEBUG nova.compute.utils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.372997] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.376854] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.401308] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942629, 'name': PowerOffVM_Task, 'duration_secs': 0.140376} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.401829] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.402514] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.402514] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d70b9b78-ec87-4652-a627-f0105320045d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.426479] env[68758]: DEBUG oslo_concurrency.lockutils [None req-41dda19c-0c7e-4db7-96c9-d46a873dee16 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "77f89eea-3f60-4d1e-8da6-26442edc1885" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.773s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.433024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbc7db04-388e-455a-9340-6c575008bd53 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "e5396fb8-3023-476d-96cf-88ad5b573b9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.558s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.433024] env[68758]: DEBUG nova.policy [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.435668] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.435944] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.436400] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Deleting the datastore file [datastore2] eed86c9e-d366-47b3-a4ce-3258fe22150a {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.440886] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-588f3b57-b73e-42e3-9e7a-5b10c4f2d076 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.449228] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for the task: (returnval){ [ 941.449228] env[68758]: value = "task-2942632" [ 941.449228] env[68758]: _type = "Task" [ 941.449228] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.460526] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942632, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.522461] env[68758]: DEBUG nova.network.neutron [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updated VIF entry in instance network info cache for port 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.522857] env[68758]: DEBUG nova.network.neutron [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating instance_info_cache with network_info: [{"id": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "address": "fa:16:3e:46:9e:95", "network": {"id": "1377c689-9960-4ec5-96eb-12fcf8e872a1", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-951304047-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec02757bb7e04522a48330f0230dd54f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c621a9c-66f5-426a-8aab-bd8b2e912106", "external-id": "nsx-vlan-transportzone-485", "segmentation_id": 485, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d30ab68-59", "ovs_interfaceid": "5d30ab68-59ac-4f3b-9de4-fe0d85042aa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.675825] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942630, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.729988] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Successfully updated port: 73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.772059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.772059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.772059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "a45372b1-e32a-473a-b267-30021687c347-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.772059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.772059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.777187] env[68758]: INFO nova.compute.manager [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Terminating instance [ 941.827139] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Successfully created port: e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.880236] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.964763] env[68758]: DEBUG oslo_vmware.api [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Task: {'id': task-2942632, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379547} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.969131] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.969728] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.969978] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.970250] env[68758]: INFO nova.compute.manager [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 941.970577] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.975162] env[68758]: DEBUG nova.compute.manager [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.975162] env[68758]: DEBUG nova.network.neutron [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.979234] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "7428780b-ca90-4822-928a-55dca136463e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.979683] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.014973] env[68758]: DEBUG nova.network.neutron [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.029619] env[68758]: DEBUG oslo_concurrency.lockutils [req-11d8c2c6-68b2-4728-9787-dd20653fd8b9 req-bc968b76-c136-4f01-93e5-9e9a61ea4e47 service nova] Releasing lock "refresh_cache-d5c867b6-874b-4698-82db-627f44b99152" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.179259] env[68758]: DEBUG oslo_vmware.api [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942630, 'name': RemoveSnapshot_Task, 'duration_secs': 0.947467} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.179550] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 942.179776] env[68758]: INFO nova.compute.manager [None req-3cd9a229-21fb-4176-9f66-f67a083fafb6 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Took 14.56 seconds to snapshot the instance on the hypervisor. [ 942.233427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.233427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.233427] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.279280] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918a3256-e197-48cb-a34e-d64c455cd96b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.282344] env[68758]: DEBUG nova.compute.manager [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.282608] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.284150] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c079a7-c00a-4da8-9b7d-008e57833312 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.289832] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac717918-06f2-4a42-9f51-8b97269742eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.295182] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.295788] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9154e1b9-2747-446b-a5f6-b4e2553627ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.325807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4238d105-4283-485f-b3ef-424a85b5eed7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.329832] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 942.329832] env[68758]: value = "task-2942633" [ 942.329832] env[68758]: _type = "Task" [ 942.329832] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.339558] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b29309-645f-43f9-95f9-2b30a3f04653 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.352021] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.357226] env[68758]: DEBUG nova.compute.provider_tree [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.485122] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.492263] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.492814] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.517603] env[68758]: DEBUG nova.network.neutron [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.779202] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.794130] env[68758]: DEBUG nova.compute.manager [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Received event network-vif-plugged-73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.794234] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Acquiring lock "defa3d76-9555-460c-a820-35b2238d22b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.794434] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Lock "defa3d76-9555-460c-a820-35b2238d22b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.794591] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Lock "defa3d76-9555-460c-a820-35b2238d22b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.794753] env[68758]: DEBUG nova.compute.manager [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] No waiting events found dispatching network-vif-plugged-73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 942.794914] env[68758]: WARNING nova.compute.manager [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Received unexpected event network-vif-plugged-73670e8d-d177-417e-84ad-9560d8266b11 for instance with vm_state building and task_state spawning. [ 942.795075] env[68758]: DEBUG nova.compute.manager [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Received event network-changed-73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 942.795223] env[68758]: DEBUG nova.compute.manager [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Refreshing instance network info cache due to event network-changed-73670e8d-d177-417e-84ad-9560d8266b11. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 942.795377] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Acquiring lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.843850] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942633, 'name': PowerOffVM_Task, 'duration_secs': 0.272584} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.844242] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.844370] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.845028] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-71e8cd3b-00d0-42ef-9348-ab37ca792e5a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.884739] env[68758]: ERROR nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [req-7932c98d-8518-48c5-a124-9eb9e61703d4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7932c98d-8518-48c5-a124-9eb9e61703d4"}]} [ 942.896375] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.904507] env[68758]: DEBUG nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 942.922056] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.922056] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.922335] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] a45372b1-e32a-473a-b267-30021687c347 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.923698] env[68758]: DEBUG nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 942.923698] env[68758]: DEBUG nova.compute.provider_tree [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 942.928473] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.928473] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.928473] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.928715] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.928715] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.928831] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.929083] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.929246] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.929484] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.929985] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.929985] env[68758]: DEBUG nova.virt.hardware [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.930247] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a27c08a-9b6e-4910-9975-e218725fdeaf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.933369] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7c0d0-18af-43f3-bc83-dd272a3db9f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.938775] env[68758]: DEBUG nova.network.neutron [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updating instance_info_cache with network_info: [{"id": "73670e8d-d177-417e-84ad-9560d8266b11", "address": "fa:16:3e:d7:d1:47", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73670e8d-d1", "ovs_interfaceid": "73670e8d-d177-417e-84ad-9560d8266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.943814] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 942.943814] env[68758]: value = "task-2942635" [ 942.943814] env[68758]: _type = "Task" [ 942.943814] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.945209] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a5eded-4839-4ecd-9b5b-351a94dc9528 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.954636] env[68758]: DEBUG nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 942.971322] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.994023] env[68758]: DEBUG nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 942.996083] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.014228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.023401] env[68758]: INFO nova.compute.manager [-] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Took 1.05 seconds to deallocate network for instance. [ 943.262726] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.263036] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.263270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "cc14218c-df91-4472-8a7e-977fe780953f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.263476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.263646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.266395] env[68758]: INFO nova.compute.manager [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Terminating instance [ 943.339769] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.339998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.353670] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd97fc71-ab18-41f4-8dbd-594efae7b735 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.362388] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57922bdc-4788-4490-b4c3-8199600627e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.394242] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadde2f-76ed-425d-aa56-54a7f13de242 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.401616] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9cadf0-070f-4e53-adb6-bbdc105db621 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.416536] env[68758]: DEBUG nova.compute.provider_tree [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 943.445155] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.445470] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Instance network_info: |[{"id": "73670e8d-d177-417e-84ad-9560d8266b11", "address": "fa:16:3e:d7:d1:47", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73670e8d-d1", "ovs_interfaceid": "73670e8d-d177-417e-84ad-9560d8266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.445762] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Acquired lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.445948] env[68758]: DEBUG nova.network.neutron [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Refreshing network info cache for port 73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.447064] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:d1:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73670e8d-d177-417e-84ad-9560d8266b11', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.454311] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating folder: Project (65265f60a3714f31aa58b6cf017f4376). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.455270] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f03b4eb-2e15-4b0b-83e4-55ea7f8ca78a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.465226] env[68758]: DEBUG oslo_vmware.api [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22702} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.465457] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.465633] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.465866] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.465992] env[68758]: INFO nova.compute.manager [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: a45372b1-e32a-473a-b267-30021687c347] Took 1.18 seconds to destroy the instance on the hypervisor. [ 943.466252] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.466433] env[68758]: DEBUG nova.compute.manager [-] [instance: a45372b1-e32a-473a-b267-30021687c347] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.466525] env[68758]: DEBUG nova.network.neutron [-] [instance: a45372b1-e32a-473a-b267-30021687c347] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.469135] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created folder: Project (65265f60a3714f31aa58b6cf017f4376) in parent group-v590497. [ 943.469313] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating folder: Instances. Parent ref: group-v590702. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 943.469989] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7cbe4b2f-6505-4559-8000-fb26aa3de952 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.479597] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created folder: Instances in parent group-v590702. [ 943.479868] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.480098] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.480334] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bacf5ae-75fb-4849-a89a-f5504903421d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.503499] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.503499] env[68758]: value = "task-2942638" [ 943.503499] env[68758]: _type = "Task" [ 943.503499] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.514116] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942638, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.516206] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.534461] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.635240] env[68758]: DEBUG nova.compute.manager [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Received event network-vif-plugged-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 943.635466] env[68758]: DEBUG oslo_concurrency.lockutils [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] Acquiring lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.635678] env[68758]: DEBUG oslo_concurrency.lockutils [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.635890] env[68758]: DEBUG oslo_concurrency.lockutils [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.636259] env[68758]: DEBUG nova.compute.manager [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] No waiting events found dispatching network-vif-plugged-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 943.636504] env[68758]: WARNING nova.compute.manager [req-a19e10d6-917f-4f6e-98c1-b419f94c69c5 req-981fc72c-bef5-4c81-9f50-0edb8d69b026 service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Received unexpected event network-vif-plugged-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b for instance with vm_state building and task_state spawning. [ 943.710669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "1ee95ade-1f63-448f-9f10-a59a767c4168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.712306] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.712647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.712919] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.713197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.720457] env[68758]: INFO nova.compute.manager [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Terminating instance [ 943.748820] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Successfully updated port: e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 943.770615] env[68758]: DEBUG nova.compute.manager [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.770838] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.771715] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35311dc-17dc-481b-a92d-1eff9efd7b04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.780299] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.780568] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c2a7f5d-a950-480b-9869-4f6bf85cbfd9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.787559] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 943.787559] env[68758]: value = "task-2942639" [ 943.787559] env[68758]: _type = "Task" [ 943.787559] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.794914] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.844572] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.954319] env[68758]: DEBUG nova.scheduler.client.report [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 943.954654] env[68758]: DEBUG nova.compute.provider_tree [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 111 to 112 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 943.954842] env[68758]: DEBUG nova.compute.provider_tree [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 944.019608] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942638, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.222931] env[68758]: DEBUG nova.network.neutron [-] [instance: a45372b1-e32a-473a-b267-30021687c347] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.224643] env[68758]: DEBUG nova.compute.manager [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.224848] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.225741] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4a6768-175b-4b38-a2b7-f18bb9623da1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.236539] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.238785] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce96fc35-0745-4595-b2c4-ee33044fbc16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.246045] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 944.246045] env[68758]: value = "task-2942640" [ 944.246045] env[68758]: _type = "Task" [ 944.246045] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.251355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.251601] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.251733] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.259281] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.287015] env[68758]: DEBUG nova.network.neutron [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updated VIF entry in instance network info cache for port 73670e8d-d177-417e-84ad-9560d8266b11. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.287389] env[68758]: DEBUG nova.network.neutron [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updating instance_info_cache with network_info: [{"id": "73670e8d-d177-417e-84ad-9560d8266b11", "address": "fa:16:3e:d7:d1:47", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73670e8d-d1", "ovs_interfaceid": "73670e8d-d177-417e-84ad-9560d8266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.298588] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942639, 'name': PowerOffVM_Task, 'duration_secs': 0.224649} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.299215] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.299215] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.299438] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15c3503b-dd48-49b2-bd96-10b186a6a03d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.366836] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.367146] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.367146] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleting the datastore file [datastore1] cc14218c-df91-4472-8a7e-977fe780953f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.367405] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e012be3-44d2-44a5-a241-7c25556bd187 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.372210] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.374380] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for the task: (returnval){ [ 944.374380] env[68758]: value = "task-2942642" [ 944.374380] env[68758]: _type = "Task" [ 944.374380] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.381982] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.463675] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.599s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.464317] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 944.467432] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.108s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.467642] env[68758]: DEBUG nova.objects.instance [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 944.517368] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942638, 'name': CreateVM_Task, 'duration_secs': 0.554533} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.517710] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.518249] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518415] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518801] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.518983] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0718edf7-065e-4630-a88e-9627ae921a01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.523636] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 944.523636] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525db4fb-c248-c7a5-dc88-3642e3189c2b" [ 944.523636] env[68758]: _type = "Task" [ 944.523636] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.531531] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525db4fb-c248-c7a5-dc88-3642e3189c2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.729761] env[68758]: INFO nova.compute.manager [-] [instance: a45372b1-e32a-473a-b267-30021687c347] Took 1.26 seconds to deallocate network for instance. [ 944.757249] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942640, 'name': PowerOffVM_Task, 'duration_secs': 0.330257} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.757531] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.758015] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.758456] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d63c1d4-34bf-497a-8cc5-46608e19e393 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.786357] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.793090] env[68758]: DEBUG oslo_concurrency.lockutils [req-091dd8d6-9ee5-4174-a485-32a52b98eb7a req-3f4d9afb-05cd-41b3-99fa-8f5367d90e9e service nova] Releasing lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.830404] env[68758]: DEBUG nova.compute.manager [req-575fd515-f568-484a-b67d-1eb3b4987fb9 req-25b3b08e-29a0-4900-a9b8-c038b80b64a0 service nova] [instance: a45372b1-e32a-473a-b267-30021687c347] Received event network-vif-deleted-3bf3387a-3a68-44e9-9c15-2dc7363548af {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 944.833233] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.833755] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.833755] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleting the datastore file [datastore1] 1ee95ade-1f63-448f-9f10-a59a767c4168 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.834182] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c099e41b-590b-4159-a10e-3d198de479c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.840829] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 944.840829] env[68758]: value = "task-2942644" [ 944.840829] env[68758]: _type = "Task" [ 944.840829] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.849576] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.884814] env[68758]: DEBUG oslo_vmware.api [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Task: {'id': task-2942642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28742} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.885089] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.885296] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.885501] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.885735] env[68758]: INFO nova.compute.manager [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 944.886017] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.886247] env[68758]: DEBUG nova.compute.manager [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.886440] env[68758]: DEBUG nova.network.neutron [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.974909] env[68758]: DEBUG nova.compute.utils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.980164] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 944.981818] env[68758]: DEBUG nova.network.neutron [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Updating instance_info_cache with network_info: [{"id": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "address": "fa:16:3e:7b:a9:25", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9583d26-fb", "ovs_interfaceid": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.040291] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525db4fb-c248-c7a5-dc88-3642e3189c2b, 'name': SearchDatastore_Task, 'duration_secs': 0.020422} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.040635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.042134] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 945.042134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.042134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.042134] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.042134] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-793bfb93-996d-462b-8163-b0c78a7daa3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.050821] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.051073] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.051912] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1831f3-5662-48cf-b7ae-f3219abf0960 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.057656] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 945.057656] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b397-357a-0ce8-661e-3b4143184a79" [ 945.057656] env[68758]: _type = "Task" [ 945.057656] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.066563] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b397-357a-0ce8-661e-3b4143184a79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.237288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.352183] env[68758]: DEBUG oslo_vmware.api [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167957} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.352446] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.352626] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.352798] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.352961] env[68758]: INFO nova.compute.manager [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Took 1.13 seconds to destroy the instance on the hypervisor. [ 945.353247] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.353459] env[68758]: DEBUG nova.compute.manager [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.353550] env[68758]: DEBUG nova.network.neutron [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 945.481233] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 945.484648] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1ae50ff7-fc32-4fed-aaa5-72c5ac12a350 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.485968] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.486259] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Instance network_info: |[{"id": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "address": "fa:16:3e:7b:a9:25", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9583d26-fb", "ovs_interfaceid": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.486829] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.540s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.487057] env[68758]: DEBUG nova.objects.instance [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid 04811618-a42f-4105-b66c-b129fcb2fad7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.492248] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:a9:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.503851] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.504367] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.504601] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49886515-53a0-4d48-a775-4c1dbb6dfd42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.527065] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.527065] env[68758]: value = "task-2942645" [ 945.527065] env[68758]: _type = "Task" [ 945.527065] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.536788] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942645, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.569095] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b397-357a-0ce8-661e-3b4143184a79, 'name': SearchDatastore_Task, 'duration_secs': 0.007871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.570516] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce6cb24b-f7fd-4b52-b122-0de00f6a14c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.577732] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 945.577732] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a47dc1-0f91-61a3-2905-b330baa7927e" [ 945.577732] env[68758]: _type = "Task" [ 945.577732] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.586078] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a47dc1-0f91-61a3-2905-b330baa7927e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.663778] env[68758]: DEBUG nova.compute.manager [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Received event network-changed-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 945.663778] env[68758]: DEBUG nova.compute.manager [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Refreshing instance network info cache due to event network-changed-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 945.663982] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] Acquiring lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.664095] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] Acquired lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.664255] env[68758]: DEBUG nova.network.neutron [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Refreshing network info cache for port e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.667848] env[68758]: DEBUG nova.network.neutron [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.045014] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942645, 'name': CreateVM_Task, 'duration_secs': 0.37562} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.045392] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.046243] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.046665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.048030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.048030] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-710d9ad4-9dcf-4cf5-a95c-1e3cf5483e78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.055901] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 946.055901] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d9aa0-c977-8c15-47c9-2f38b2cf4c0f" [ 946.055901] env[68758]: _type = "Task" [ 946.055901] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.067176] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d9aa0-c977-8c15-47c9-2f38b2cf4c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010078} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.068140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.068405] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.068590] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.077478] env[68758]: DEBUG nova.network.neutron [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.089464] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a47dc1-0f91-61a3-2905-b330baa7927e, 'name': SearchDatastore_Task, 'duration_secs': 0.013329} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.089558] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.089796] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/defa3d76-9555-460c-a820-35b2238d22b6.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.090431] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.090431] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.090547] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c6efc14-f5db-4008-806f-111d254684fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.092625] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a5570b6-0e35-44ee-9967-ea048e549c53 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.103298] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 946.103298] env[68758]: value = "task-2942646" [ 946.103298] env[68758]: _type = "Task" [ 946.103298] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.104758] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.104758] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.112488] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc53f8ca-08de-4f68-84e4-555fc2c94df4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.120864] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.122402] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 946.122402] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5253bdc2-18ae-ace3-d0ac-a91879f2848a" [ 946.122402] env[68758]: _type = "Task" [ 946.122402] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.135366] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5253bdc2-18ae-ace3-d0ac-a91879f2848a, 'name': SearchDatastore_Task, 'duration_secs': 0.008441} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.136465] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8112ca-087a-48a8-b85b-4cba8063c337 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.142388] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 946.142388] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dbce99-e5ec-485a-37ca-b58e924409b1" [ 946.142388] env[68758]: _type = "Task" [ 946.142388] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.151501] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dbce99-e5ec-485a-37ca-b58e924409b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.170324] env[68758]: INFO nova.compute.manager [-] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Took 1.28 seconds to deallocate network for instance. [ 946.405172] env[68758]: DEBUG nova.network.neutron [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Updated VIF entry in instance network info cache for port e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.405642] env[68758]: DEBUG nova.network.neutron [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Updating instance_info_cache with network_info: [{"id": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "address": "fa:16:3e:7b:a9:25", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9583d26-fb", "ovs_interfaceid": "e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.496302] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 946.516056] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a7fd20-6e15-4c2a-9ca0-d6a07a8eba18 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.524852] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93095a38-d9ed-407c-8d56-8018188f8944 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.573754] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 946.574598] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 946.574678] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.574856] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 946.575166] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.575241] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 946.575469] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 946.575669] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 946.575880] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 946.576095] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 946.576369] env[68758]: DEBUG nova.virt.hardware [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 946.577202] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f03941-501f-474b-99ce-3e5fbde84845 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.581835] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b686f5fa-5683-475b-acc8-f20d84685226 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.584666] env[68758]: INFO nova.compute.manager [-] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Took 1.23 seconds to deallocate network for instance. [ 946.599934] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054addb8-e2b2-4786-a669-6c307d16909a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.604696] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4144d86-5d23-4c02-88c9-ae20d0981f9b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.620412] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.625915] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Creating folder: Project (eb819430e418414c8c401d47fe335dab). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.634506] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92d455f0-dd23-41e8-96f4-9ebf697f5893 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.636617] env[68758]: DEBUG nova.compute.provider_tree [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.643170] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44684} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.646999] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/defa3d76-9555-460c-a820-35b2238d22b6.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.646999] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.648281] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c7e9cfa-b48d-4033-95f1-078c10246529 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.652341] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Created folder: Project (eb819430e418414c8c401d47fe335dab) in parent group-v590497. [ 946.652572] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Creating folder: Instances. Parent ref: group-v590706. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.655839] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b79b67e-3087-416d-aabb-25c71d668900 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.657717] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dbce99-e5ec-485a-37ca-b58e924409b1, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.658726] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.658986] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 18352ed1-6ef5-42ed-983a-a3e71f448ebc/18352ed1-6ef5-42ed-983a-a3e71f448ebc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.659330] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 946.659330] env[68758]: value = "task-2942648" [ 946.659330] env[68758]: _type = "Task" [ 946.659330] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.659820] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da9d8978-5c95-4f6c-a3c7-64cf889c7484 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.666191] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Created folder: Instances in parent group-v590706. [ 946.666483] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.666907] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.667136] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dca6948-f537-486a-b38f-741e8fd047aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.685489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.685856] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 946.685856] env[68758]: value = "task-2942650" [ 946.685856] env[68758]: _type = "Task" [ 946.685856] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.686096] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.690649] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.690649] env[68758]: value = "task-2942651" [ 946.690649] env[68758]: _type = "Task" [ 946.690649] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.697532] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.702727] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942651, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.909288] env[68758]: DEBUG oslo_concurrency.lockutils [req-d8333562-0f77-4478-81d2-d3fb3f0f85b1 req-3c548325-e6cc-479a-9da0-1fb4a0e0997e service nova] Releasing lock "refresh_cache-18352ed1-6ef5-42ed-983a-a3e71f448ebc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.969948] env[68758]: DEBUG nova.compute.manager [req-024abdac-10ed-4564-9483-688431d0c100 req-efed1729-ad2f-47f8-9844-4eb1ae1a442f service nova] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Received event network-vif-deleted-917d7a5f-d9b2-47fd-b083-0b2a8b371e15 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 946.971867] env[68758]: DEBUG nova.compute.manager [req-024abdac-10ed-4564-9483-688431d0c100 req-efed1729-ad2f-47f8-9844-4eb1ae1a442f service nova] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Received event network-vif-deleted-699afcf8-06b0-4b57-9d37-54254689ef6a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 947.095732] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.142021] env[68758]: DEBUG nova.scheduler.client.report [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.179339] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.179642] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.180664] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed6046-0195-498e-8761-74e67fd70f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.209923] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/defa3d76-9555-460c-a820-35b2238d22b6.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.216395] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.216704] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.216994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.217245] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.217454] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.219059] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bf7f09a-ee2b-4390-8394-11fc4c6ffba3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.234325] env[68758]: INFO nova.compute.manager [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Terminating instance [ 947.244232] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942650, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472142} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.249791] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 18352ed1-6ef5-42ed-983a-a3e71f448ebc/18352ed1-6ef5-42ed-983a-a3e71f448ebc.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.250140] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.250404] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942651, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.250746] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 947.250746] env[68758]: value = "task-2942652" [ 947.250746] env[68758]: _type = "Task" [ 947.250746] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.251037] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-739ac3e6-0e30-40b2-a9ee-d5217a643b05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.262298] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.267036] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 947.267036] env[68758]: value = "task-2942653" [ 947.267036] env[68758]: _type = "Task" [ 947.267036] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.272716] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942653, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.648093] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.160s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.649656] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.465s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.651227] env[68758]: INFO nova.compute.claims [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.671331] env[68758]: INFO nova.scheduler.client.report [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance 04811618-a42f-4105-b66c-b129fcb2fad7 [ 947.710239] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942651, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.738983] env[68758]: DEBUG nova.compute.manager [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.739311] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.740192] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2173b5-e919-47ee-9e79-98f0ec0aae9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.748150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.748394] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95d1bfe8-1687-49a8-8a64-928fa8470a66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.758770] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 947.758770] env[68758]: value = "task-2942654" [ 947.758770] env[68758]: _type = "Task" [ 947.758770] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.766160] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.772548] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.777437] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942653, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.777696] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.778510] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c48c1-3c7c-46a0-bbab-3cb2efb55a09 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.802913] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 18352ed1-6ef5-42ed-983a-a3e71f448ebc/18352ed1-6ef5-42ed-983a-a3e71f448ebc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.803798] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d208a0-aa7a-427e-acd8-79e48225296b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.822916] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 947.822916] env[68758]: value = "task-2942655" [ 947.822916] env[68758]: _type = "Task" [ 947.822916] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.830795] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.182812] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d2d83dec-a00b-44a7-8896-52a9e3494832 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "04811618-a42f-4105-b66c-b129fcb2fad7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.682s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.213619] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942651, 'name': CreateVM_Task, 'duration_secs': 1.418181} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.213786] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 948.214252] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.214667] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.214830] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.215146] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eab71eba-5066-4521-969d-b8f846f2ced7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.224304] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 948.224304] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b3904a-081e-a5d9-3c5d-531dc729458e" [ 948.224304] env[68758]: _type = "Task" [ 948.224304] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.234538] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b3904a-081e-a5d9-3c5d-531dc729458e, 'name': SearchDatastore_Task, 'duration_secs': 0.009538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.234875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.235387] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.235668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.235840] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.236170] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.236490] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab8df4af-3174-444f-935c-421bd655275c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.245803] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.245803] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.246601] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23bf9a2a-ed5f-4379-981c-9dec026e1904 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.252209] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 948.252209] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a88704-1274-bc7b-fa28-62f3be3e9bd0" [ 948.252209] env[68758]: _type = "Task" [ 948.252209] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.267790] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a88704-1274-bc7b-fa28-62f3be3e9bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009701} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.273348] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942652, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.273955] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7363a496-28a0-42a7-b3d1-f0b99b975065 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.281210] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942654, 'name': PowerOffVM_Task, 'duration_secs': 0.488515} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.281210] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.281210] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.281210] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe95a9a-8bf3-455b-8d9c-fd9e3bd49afe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.283575] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 948.283575] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525403a4-9beb-5e4a-6cb4-716d7be34f98" [ 948.283575] env[68758]: _type = "Task" [ 948.283575] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.292783] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525403a4-9beb-5e4a-6cb4-716d7be34f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.333990] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.349968] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.350211] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.350391] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Deleting the datastore file [datastore1] ffbb3381-912d-4a29-81cb-5bd8621d0694 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.350653] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cac1f3c0-0b5d-4d4e-8b3a-d3524f7e4f9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.358022] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for the task: (returnval){ [ 948.358022] env[68758]: value = "task-2942657" [ 948.358022] env[68758]: _type = "Task" [ 948.358022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.366224] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.774243] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942652, 'name': ReconfigVM_Task, 'duration_secs': 1.180435} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.777168] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/defa3d76-9555-460c-a820-35b2238d22b6.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.777168] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d3280a3-5523-4c06-9178-090f4e55ad93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.783192] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 948.783192] env[68758]: value = "task-2942658" [ 948.783192] env[68758]: _type = "Task" [ 948.783192] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.797830] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942658, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.803388] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525403a4-9beb-5e4a-6cb4-716d7be34f98, 'name': SearchDatastore_Task, 'duration_secs': 0.010943} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.803853] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.804699] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.804699] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2f9d011-6d05-4aa7-8dab-17fbaf71a85b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.810661] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 948.810661] env[68758]: value = "task-2942659" [ 948.810661] env[68758]: _type = "Task" [ 948.810661] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.821982] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942659, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.832779] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942655, 'name': ReconfigVM_Task, 'duration_secs': 0.621714} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.835437] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 18352ed1-6ef5-42ed-983a-a3e71f448ebc/18352ed1-6ef5-42ed-983a-a3e71f448ebc.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.836785] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-baad970e-474a-48f0-952c-ea0d48facef2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.843334] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 948.843334] env[68758]: value = "task-2942660" [ 948.843334] env[68758]: _type = "Task" [ 948.843334] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.854502] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942660, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.869264] env[68758]: DEBUG oslo_vmware.api [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Task: {'id': task-2942657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313032} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.869638] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.869827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.869997] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.870222] env[68758]: INFO nova.compute.manager [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Took 1.13 seconds to destroy the instance on the hypervisor. [ 948.870493] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.870718] env[68758]: DEBUG nova.compute.manager [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.870827] env[68758]: DEBUG nova.network.neutron [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.942601] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "e3957311-7f4f-474f-9876-40b22d1eccfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.942601] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.034678] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb04a9d9-cd0d-4bd8-b800-ac74a72a61f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.044708] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fcea5c-0090-4b81-9d39-a88fb8fff199 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.085390] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ba601c-b849-47b8-8a8b-a514489aecbd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.095472] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3696d62-08bc-4a0a-a9ff-b010b407b99d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.122463] env[68758]: DEBUG nova.compute.provider_tree [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.127020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "69dae979-c82b-47dc-8d6f-0874e5123baa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.127020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.127020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.127020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.127020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.128746] env[68758]: INFO nova.compute.manager [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Terminating instance [ 949.295667] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942658, 'name': Rename_Task, 'duration_secs': 0.15001} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.296345] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.296725] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a1d4db9-5d73-41c0-91fa-972339ea85cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.305392] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 949.305392] env[68758]: value = "task-2942661" [ 949.305392] env[68758]: _type = "Task" [ 949.305392] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.312108] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.320498] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942659, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448579} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.320803] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.321092] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.321374] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc87b22d-7341-4e69-a2c6-237fa98a2391 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.327278] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 949.327278] env[68758]: value = "task-2942662" [ 949.327278] env[68758]: _type = "Task" [ 949.327278] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.336479] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.355304] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942660, 'name': Rename_Task, 'duration_secs': 0.149168} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.355652] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 949.356063] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ff03b94-9d37-4214-880b-3f75d8450511 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.362024] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 949.362024] env[68758]: value = "task-2942663" [ 949.362024] env[68758]: _type = "Task" [ 949.362024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.371826] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.443200] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.489274] env[68758]: DEBUG nova.compute.manager [req-08f8497a-d508-4b5f-a72a-1a2901a3dcc2 req-366a455f-3a67-48e3-973e-9efc7a4edada service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Received event network-vif-deleted-3a6f6504-95c4-4ede-94d5-340a2ba58a86 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 949.489477] env[68758]: INFO nova.compute.manager [req-08f8497a-d508-4b5f-a72a-1a2901a3dcc2 req-366a455f-3a67-48e3-973e-9efc7a4edada service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Neutron deleted interface 3a6f6504-95c4-4ede-94d5-340a2ba58a86; detaching it from the instance and deleting it from the info cache [ 949.489650] env[68758]: DEBUG nova.network.neutron [req-08f8497a-d508-4b5f-a72a-1a2901a3dcc2 req-366a455f-3a67-48e3-973e-9efc7a4edada service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.564364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "032364db-d9b9-4365-91d1-c2328616ea16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.564364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.628201] env[68758]: DEBUG nova.scheduler.client.report [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.635735] env[68758]: DEBUG nova.compute.manager [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.635735] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.635976] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c47532ad-e807-47f5-b5ee-44b34b7d3c6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.644729] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 949.644729] env[68758]: value = "task-2942664" [ 949.644729] env[68758]: _type = "Task" [ 949.644729] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.654797] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.815471] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942661, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.838130] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.838130] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 949.838950] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d0d055-31f3-4e22-a7a8-9529e7ece1f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.866522] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.866954] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0c7f948-4e53-44a4-9971-83ba6d4c7872 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.892027] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942663, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.893372] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 949.893372] env[68758]: value = "task-2942665" [ 949.893372] env[68758]: _type = "Task" [ 949.893372] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.901225] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942665, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.957735] env[68758]: DEBUG nova.network.neutron [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.969678] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.994082] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-160665bb-26c6-4321-a7be-be6c2701d490 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.004585] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523ef9d4-b086-49f1-8634-104d353cb015 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.044922] env[68758]: DEBUG nova.compute.manager [req-08f8497a-d508-4b5f-a72a-1a2901a3dcc2 req-366a455f-3a67-48e3-973e-9efc7a4edada service nova] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Detach interface failed, port_id=3a6f6504-95c4-4ede-94d5-340a2ba58a86, reason: Instance ffbb3381-912d-4a29-81cb-5bd8621d0694 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 950.069505] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 950.134657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.135233] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.138977] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.125s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.140121] env[68758]: INFO nova.compute.claims [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.154446] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942664, 'name': PowerOffVM_Task, 'duration_secs': 0.246586} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.154659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 950.154875] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 950.155092] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590561', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'name': 'volume-beeb23ff-0343-40a9-a951-f23d07158ed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69dae979-c82b-47dc-8d6f-0874e5123baa', 'attached_at': '', 'detached_at': '', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'serial': 'beeb23ff-0343-40a9-a951-f23d07158ed4'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 950.155902] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56865b6-8569-4772-8d1a-f6771d7b64cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.177511] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40ddae2-994e-4701-a514-d7a31dec9aa0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.184962] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be23ac-c5b9-4bae-a392-0952e4dd1636 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.204146] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78889509-9fb9-4a96-91cd-37c406ab78c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.219634] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] The volume has not been displaced from its original location: [datastore2] volume-beeb23ff-0343-40a9-a951-f23d07158ed4/volume-beeb23ff-0343-40a9-a951-f23d07158ed4.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 950.224768] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 950.225352] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98478911-7686-4568-b1a1-4d4808b2fa04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.243664] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 950.243664] env[68758]: value = "task-2942666" [ 950.243664] env[68758]: _type = "Task" [ 950.243664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.253835] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.314685] env[68758]: DEBUG oslo_vmware.api [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942661, 'name': PowerOnVM_Task, 'duration_secs': 0.754699} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.314969] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.315191] env[68758]: INFO nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Took 9.94 seconds to spawn the instance on the hypervisor. [ 950.315374] env[68758]: DEBUG nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.316189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db8f764-99bc-4f8f-b0dd-50d4fffd4bf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.376481] env[68758]: DEBUG oslo_vmware.api [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942663, 'name': PowerOnVM_Task, 'duration_secs': 0.694915} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.376745] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.376946] env[68758]: INFO nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Took 7.48 seconds to spawn the instance on the hypervisor. [ 950.377138] env[68758]: DEBUG nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.378239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f39a59-5597-48a9-82b1-c39f341115c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.402087] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942665, 'name': ReconfigVM_Task, 'duration_secs': 0.403397} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.402369] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.402970] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86a0d447-1fc8-4d73-896e-f05ea7130d0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.409514] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 950.409514] env[68758]: value = "task-2942667" [ 950.409514] env[68758]: _type = "Task" [ 950.409514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.416699] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942667, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.460874] env[68758]: INFO nova.compute.manager [-] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Took 1.59 seconds to deallocate network for instance. [ 950.591991] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.644963] env[68758]: DEBUG nova.compute.utils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 950.647699] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.648115] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.694799] env[68758]: DEBUG nova.policy [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c9bfccb91d94dc8bb5dcc437c15a0a8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8f1fae137e6c4be1ab956625f851ca57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.753728] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942666, 'name': ReconfigVM_Task, 'duration_secs': 0.432218} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.754018] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 950.759627] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df56e51c-b697-4ee0-b08a-79906a12eabf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.773963] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 950.773963] env[68758]: value = "task-2942668" [ 950.773963] env[68758]: _type = "Task" [ 950.773963] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.782145] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.833751] env[68758]: INFO nova.compute.manager [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Took 34.15 seconds to build instance. [ 950.896524] env[68758]: INFO nova.compute.manager [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Took 33.12 seconds to build instance. [ 950.926672] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942667, 'name': Rename_Task, 'duration_secs': 0.327154} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.926951] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.927215] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26cb6a93-2647-4b9f-81db-bbb70a7f43c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.934533] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 950.934533] env[68758]: value = "task-2942669" [ 950.934533] env[68758]: _type = "Task" [ 950.934533] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.942888] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942669, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.967595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.972072] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Successfully created port: 331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.154026] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.222046] env[68758]: INFO nova.compute.manager [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Rescuing [ 951.222046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.222046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.222046] env[68758]: DEBUG nova.network.neutron [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.288165] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942668, 'name': ReconfigVM_Task, 'duration_secs': 0.170197} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.288165] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590561', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'name': 'volume-beeb23ff-0343-40a9-a951-f23d07158ed4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '69dae979-c82b-47dc-8d6f-0874e5123baa', 'attached_at': '', 'detached_at': '', 'volume_id': 'beeb23ff-0343-40a9-a951-f23d07158ed4', 'serial': 'beeb23ff-0343-40a9-a951-f23d07158ed4'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 951.288315] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.289442] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a696beb7-92ce-4eb0-8486-eea1bb976ca1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.297108] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.297359] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05b71b3c-12b4-4c92-8d92-144bbf135c62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.335466] env[68758]: DEBUG oslo_concurrency.lockutils [None req-12c2ebd7-3662-465e-8d58-a2c79d671e8a tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.664s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.376713] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.376713] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.376912] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Deleting the datastore file [datastore2] 69dae979-c82b-47dc-8d6f-0874e5123baa {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.377556] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3781d282-78c5-49b1-a6dc-bf277952808a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.387063] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for the task: (returnval){ [ 951.387063] env[68758]: value = "task-2942671" [ 951.387063] env[68758]: _type = "Task" [ 951.387063] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.396921] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.398789] env[68758]: DEBUG oslo_concurrency.lockutils [None req-687a88c7-b42f-4148-86a7-1e154e336ee2 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.641s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.445340] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942669, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.519705] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f99432-65db-448e-8ae1-963b81ecf0da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.527630] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62812ad4-15dc-4b5c-a651-dfc39ea6857b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.566289] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f5ba60-14c4-4479-8f0b-db752f390dc0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.574044] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2368d3-b397-43d6-ae2a-6ccc943d58aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.588386] env[68758]: DEBUG nova.compute.provider_tree [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 951.899359] env[68758]: DEBUG oslo_vmware.api [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Task: {'id': task-2942671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147251} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.899672] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.899775] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.899945] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.900127] env[68758]: INFO nova.compute.manager [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Took 2.26 seconds to destroy the instance on the hypervisor. [ 951.900371] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.900555] env[68758]: DEBUG nova.compute.manager [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.900645] env[68758]: DEBUG nova.network.neutron [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.949056] env[68758]: DEBUG oslo_vmware.api [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942669, 'name': PowerOnVM_Task, 'duration_secs': 0.780462} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.949056] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.949056] env[68758]: INFO nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Took 5.45 seconds to spawn the instance on the hypervisor. [ 951.949056] env[68758]: DEBUG nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.949800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fb125d-0819-4f05-b98d-a5d844d76174 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.037155] env[68758]: DEBUG nova.network.neutron [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updating instance_info_cache with network_info: [{"id": "73670e8d-d177-417e-84ad-9560d8266b11", "address": "fa:16:3e:d7:d1:47", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73670e8d-d1", "ovs_interfaceid": "73670e8d-d177-417e-84ad-9560d8266b11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.118588] env[68758]: ERROR nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [req-d9abd32c-e876-4579-acf7-94323fe52d3e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d9abd32c-e876-4579-acf7-94323fe52d3e"}]} [ 952.137320] env[68758]: DEBUG nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 952.154188] env[68758]: DEBUG nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 952.154188] env[68758]: DEBUG nova.compute.provider_tree [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.168276] env[68758]: DEBUG nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 952.173873] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.189286] env[68758]: DEBUG nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 952.202041] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.202267] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.202597] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.202822] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.202979] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.203373] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.203612] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.204198] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.204578] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.205171] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.205171] env[68758]: DEBUG nova.virt.hardware [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.206330] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ff5cc-da26-4ec4-b858-e6f420996d77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.216701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437b7674-ffff-48cb-91ff-335ec6fd5629 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.381628] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.382280] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.382600] env[68758]: DEBUG nova.compute.manager [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.383968] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9385470-9de5-44b8-b028-f27820f3b286 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.390792] env[68758]: DEBUG nova.compute.manager [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 952.392859] env[68758]: DEBUG nova.objects.instance [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'flavor' on Instance uuid 18352ed1-6ef5-42ed-983a-a3e71f448ebc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.473177] env[68758]: INFO nova.compute.manager [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Took 20.04 seconds to build instance. [ 952.542430] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "refresh_cache-defa3d76-9555-460c-a820-35b2238d22b6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.550016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f543234-520d-4dc2-a15d-e0eaf250f16e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.557743] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e34fa57-959c-4f39-80d2-a772f99cccea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.599849] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b7b4fc-a113-42a7-b619-a0b10a127a94 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.611020] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a404d8e1-a51a-413a-8843-572da4a2ef41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.627691] env[68758]: DEBUG nova.compute.provider_tree [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 952.713649] env[68758]: DEBUG nova.compute.manager [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Received event network-vif-plugged-331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 952.713868] env[68758]: DEBUG oslo_concurrency.lockutils [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] Acquiring lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.714097] env[68758]: DEBUG oslo_concurrency.lockutils [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.714269] env[68758]: DEBUG oslo_concurrency.lockutils [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.714444] env[68758]: DEBUG nova.compute.manager [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] No waiting events found dispatching network-vif-plugged-331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.714600] env[68758]: WARNING nova.compute.manager [req-829a0359-52d4-4635-a4e5-dff9ef80896a req-480eaf28-0fe0-4e31-94e0-89a4bb4d6404 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Received unexpected event network-vif-plugged-331da4d0-ff78-4dd1-bf84-d3de996b9de9 for instance with vm_state building and task_state spawning. [ 952.815165] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Successfully updated port: 331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.977391] env[68758]: DEBUG oslo_concurrency.lockutils [None req-165be9d7-2036-4f6c-ae25-4f5f8d5f7562 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.572s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.118676] env[68758]: INFO nova.compute.manager [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Rebuilding instance [ 953.164197] env[68758]: DEBUG nova.scheduler.client.report [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 114 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 953.164457] env[68758]: DEBUG nova.compute.provider_tree [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 114 to 115 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 953.164633] env[68758]: DEBUG nova.compute.provider_tree [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 953.172071] env[68758]: DEBUG nova.compute.manager [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.172952] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0738bbb6-3bf1-4d36-bc26-8cf3ca45da23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.218507] env[68758]: DEBUG nova.network.neutron [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.321472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.321472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquired lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.321472] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.398430] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.398728] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4401a0cf-0f22-46fc-ac3f-934a9a7e820c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.406261] env[68758]: DEBUG oslo_vmware.api [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 953.406261] env[68758]: value = "task-2942672" [ 953.406261] env[68758]: _type = "Task" [ 953.406261] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.414901] env[68758]: DEBUG oslo_vmware.api [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942672, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.671276] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.533s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.671828] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.674370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.159s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.677436] env[68758]: INFO nova.compute.claims [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.721377] env[68758]: INFO nova.compute.manager [-] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Took 1.82 seconds to deallocate network for instance. [ 953.855041] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.916310] env[68758]: DEBUG oslo_vmware.api [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942672, 'name': PowerOffVM_Task, 'duration_secs': 0.172597} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.916561] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.916761] env[68758]: DEBUG nova.compute.manager [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 953.917518] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b937ed22-ee51-43c6-8f63-9a369ff2d987 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.982961] env[68758]: DEBUG nova.network.neutron [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Updating instance_info_cache with network_info: [{"id": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "address": "fa:16:3e:c3:c0:67", "network": {"id": "64385993-7df9-4884-96ed-31f3bff3bff8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1132282062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f1fae137e6c4be1ab956625f851ca57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331da4d0-ff", "ovs_interfaceid": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.111697] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.112028] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edcb10bf-89b8-4816-9ae1-2e0a62b44ab7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.119706] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 954.119706] env[68758]: value = "task-2942673" [ 954.119706] env[68758]: _type = "Task" [ 954.119706] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.127365] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.182421] env[68758]: DEBUG nova.compute.utils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.186064] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.186269] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.188977] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.189455] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745f5d15-6f2d-4578-8019-ed1978469060 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.198400] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 954.198400] env[68758]: value = "task-2942674" [ 954.198400] env[68758]: _type = "Task" [ 954.198400] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.208464] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942674, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.247349] env[68758]: DEBUG nova.policy [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ea19b8126f49b28a7d56742a7d5d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf78798a4594bb385c3271cc88d7a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.274394] env[68758]: INFO nova.compute.manager [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Took 0.55 seconds to detach 1 volumes for instance. [ 954.277035] env[68758]: DEBUG nova.compute.manager [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Deleting volume: beeb23ff-0343-40a9-a951-f23d07158ed4 {{(pid=68758) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 954.432169] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1d1ce104-dd15-4c5c-81f9-a8547bc9abae tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.486539] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Releasing lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.486539] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Instance network_info: |[{"id": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "address": "fa:16:3e:c3:c0:67", "network": {"id": "64385993-7df9-4884-96ed-31f3bff3bff8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1132282062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f1fae137e6c4be1ab956625f851ca57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331da4d0-ff", "ovs_interfaceid": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.486539] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:c0:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '331da4d0-ff78-4dd1-bf84-d3de996b9de9', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.495643] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Creating folder: Project (8f1fae137e6c4be1ab956625f851ca57). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.496302] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22c3fec2-8c53-4713-b1f2-fe89a3e67c81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.506658] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Created folder: Project (8f1fae137e6c4be1ab956625f851ca57) in parent group-v590497. [ 954.507436] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Creating folder: Instances. Parent ref: group-v590709. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.507436] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b694eb9-b210-4e51-8e7b-50fbc248c9c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.516331] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Created folder: Instances in parent group-v590709. [ 954.516564] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.516748] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.516941] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bcff8c5-bd3d-4af7-a8c3-aa9da41ac069 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.540032] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.540032] env[68758]: value = "task-2942678" [ 954.540032] env[68758]: _type = "Task" [ 954.540032] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.540867] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Successfully created port: 7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.550392] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942678, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.630981] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942673, 'name': PowerOffVM_Task, 'duration_secs': 0.190531} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.631323] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.632182] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e4486e-6122-4d97-8eaf-cd8b8ff8b118 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.652543] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee97f207-75d1-4b8f-bb34-dc616477daf5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.685072] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.690016] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.694048] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a8e023d-66b4-4618-b8f5-18f1cadbe139 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.700487] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 954.700487] env[68758]: value = "task-2942679" [ 954.700487] env[68758]: _type = "Task" [ 954.700487] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.714318] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942674, 'name': PowerOffVM_Task, 'duration_secs': 0.136183} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.717776] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.718511] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.720290] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe295e84-9bb4-4f55-87b8-fa3216c684b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.722711] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 954.722912] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.723171] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.723320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.723498] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.726111] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef90a40-dec2-4aff-94d6-869a58996ceb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.733068] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.735140] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e0f0482-157d-4904-8161-cc3f7f9ec1b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.735674] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.735859] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.736882] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11b476b0-d9d2-4548-a1c2-69afe35d88a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.744093] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 954.744093] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fd0f37-2843-06f3-b479-181641e3d156" [ 954.744093] env[68758]: _type = "Task" [ 954.744093] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.745637] env[68758]: DEBUG nova.compute.manager [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Received event network-vif-deleted-888a0311-5089-4da8-854e-bb801b28649e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.745828] env[68758]: DEBUG nova.compute.manager [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Received event network-changed-331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 954.746419] env[68758]: DEBUG nova.compute.manager [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Refreshing instance network info cache due to event network-changed-331da4d0-ff78-4dd1-bf84-d3de996b9de9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 954.746637] env[68758]: DEBUG oslo_concurrency.lockutils [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] Acquiring lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.746772] env[68758]: DEBUG oslo_concurrency.lockutils [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] Acquired lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.749018] env[68758]: DEBUG nova.network.neutron [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Refreshing network info cache for port 331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.757901] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fd0f37-2843-06f3-b479-181641e3d156, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.759820] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.760011] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.760249] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Deleting the datastore file [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.763422] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f5ad82c-3d77-4c74-9517-2d13385b7080 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.765892] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55950279-0ce1-46c8-8bdb-9d172b1df71e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.772194] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 954.772194] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524381cc-cded-6ac1-0752-9789d91688db" [ 954.772194] env[68758]: _type = "Task" [ 954.772194] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.773752] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 954.773752] env[68758]: value = "task-2942681" [ 954.773752] env[68758]: _type = "Task" [ 954.773752] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.786766] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524381cc-cded-6ac1-0752-9789d91688db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.789240] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.834155] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.934133] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.934396] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.934613] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.934797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.934964] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.937426] env[68758]: INFO nova.compute.manager [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Terminating instance [ 955.051632] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942678, 'name': CreateVM_Task, 'duration_secs': 0.336583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.052623] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.053366] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fa5b4-8b68-41bd-a71b-83c8b2ac38c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.056159] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.056327] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.056651] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.056904] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-443ed81d-37f4-41ee-92e0-fd1a5eb31c44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.065438] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dcdfc8-dca6-4fab-9a72-a30fbf85acf0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.068423] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 955.068423] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52756470-631e-0257-171a-665a000790a0" [ 955.068423] env[68758]: _type = "Task" [ 955.068423] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.096208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b86efeb-daf7-4916-8da3-ff60fe215874 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.101837] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52756470-631e-0257-171a-665a000790a0, 'name': SearchDatastore_Task, 'duration_secs': 0.009427} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.102405] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.102673] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.102905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.103079] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.103267] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.103546] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7bf4e885-c0ab-4a52-9b34-e850d6d3922c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.108380] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab4d468-a2f6-45e2-9e89-911863b48a5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.112913] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.113107] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.114128] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168e1365-ee2b-4137-b26b-8f6a77da537d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.123592] env[68758]: DEBUG nova.compute.provider_tree [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.128694] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 955.128694] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52341237-4415-11ad-df5b-6c6aea6c92be" [ 955.128694] env[68758]: _type = "Task" [ 955.128694] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.136454] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52341237-4415-11ad-df5b-6c6aea6c92be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.285687] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524381cc-cded-6ac1-0752-9789d91688db, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.290578] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.290841] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 955.291123] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135969} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.291321] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d0e31ec-b346-45b5-9852-08e7348f274d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.293788] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 955.293788] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 955.293788] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 955.300077] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 955.300077] env[68758]: value = "task-2942682" [ 955.300077] env[68758]: _type = "Task" [ 955.300077] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.309704] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.442480] env[68758]: DEBUG nova.compute.manager [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.442666] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.446222] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8a15ea-dd98-4c9e-a3aa-9c11129e4cfa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.455104] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.455427] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2afb3598-9f4a-4b73-a0a8-fa284da5693f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.487427] env[68758]: DEBUG nova.network.neutron [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Updated VIF entry in instance network info cache for port 331da4d0-ff78-4dd1-bf84-d3de996b9de9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.487940] env[68758]: DEBUG nova.network.neutron [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Updating instance_info_cache with network_info: [{"id": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "address": "fa:16:3e:c3:c0:67", "network": {"id": "64385993-7df9-4884-96ed-31f3bff3bff8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1132282062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8f1fae137e6c4be1ab956625f851ca57", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap331da4d0-ff", "ovs_interfaceid": "331da4d0-ff78-4dd1-bf84-d3de996b9de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.549123] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.549325] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.549583] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore2] 18352ed1-6ef5-42ed-983a-a3e71f448ebc {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.549914] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-794dee3f-02b3-497d-bc00-75f7ef153397 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.559255] env[68758]: DEBUG oslo_vmware.api [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 955.559255] env[68758]: value = "task-2942684" [ 955.559255] env[68758]: _type = "Task" [ 955.559255] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.567995] env[68758]: DEBUG oslo_vmware.api [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.640497] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52341237-4415-11ad-df5b-6c6aea6c92be, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.641381] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8cb7888-5fd3-4af3-8921-eaa74c1417b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.647290] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 955.647290] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5293c0d3-ab54-3943-0444-ea6510649a78" [ 955.647290] env[68758]: _type = "Task" [ 955.647290] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.656666] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5293c0d3-ab54-3943-0444-ea6510649a78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.689466] env[68758]: DEBUG nova.scheduler.client.report [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 955.689777] env[68758]: DEBUG nova.compute.provider_tree [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 115 to 116 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 955.689964] env[68758]: DEBUG nova.compute.provider_tree [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 955.701037] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.729481] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6808a0d34ddb47371bc97a5937912688',container_format='bare',created_at=2025-03-11T18:07:56Z,direct_url=,disk_format='vmdk',id=5faca617-9cb8-4beb-a877-8fd88cb8c43e,min_disk=1,min_ram=0,name='tempest-test-snap-458857140',owner='daf78798a4594bb385c3271cc88d7a71',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-03-11T18:08:11Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.729774] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.729951] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.730122] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.730272] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.730421] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.730633] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.730787] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.730951] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.731141] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.731319] env[68758]: DEBUG nova.virt.hardware [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.732179] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ea796e-c540-4e6f-b442-bbdcdc4820fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.740255] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7f9ff5-04e8-4725-9630-406c1224646d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.809096] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424247} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.809403] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 955.810161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3ce07-bf21-4ee7-bef2-77a1633c26a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.834605] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.836033] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-226a72de-bc6c-4de7-8b44-ef7f5705057b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.853113] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 955.853113] env[68758]: value = "task-2942685" [ 955.853113] env[68758]: _type = "Task" [ 955.853113] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.861091] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942685, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.991032] env[68758]: DEBUG oslo_concurrency.lockutils [req-5535f67c-554b-4637-a809-7da9d94571e0 req-ab8ea694-9cab-4221-9ee1-1258b31c6bd5 service nova] Releasing lock "refresh_cache-f96f9783-919f-4ae6-889e-3c8c71899b58" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.037230] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Successfully updated port: 7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.071395] env[68758]: DEBUG oslo_vmware.api [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267065} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.071710] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.071814] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.072015] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.072184] env[68758]: INFO nova.compute.manager [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Took 0.63 seconds to destroy the instance on the hypervisor. [ 956.072420] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.072659] env[68758]: DEBUG nova.compute.manager [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.072733] env[68758]: DEBUG nova.network.neutron [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.160090] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5293c0d3-ab54-3943-0444-ea6510649a78, 'name': SearchDatastore_Task, 'duration_secs': 0.020042} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.160503] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.160608] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f96f9783-919f-4ae6-889e-3c8c71899b58/f96f9783-919f-4ae6-889e-3c8c71899b58.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.160844] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8734230-4711-45ec-bfc9-17f835f00942 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.169215] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 956.169215] env[68758]: value = "task-2942686" [ 956.169215] env[68758]: _type = "Task" [ 956.169215] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.175657] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.195191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.195752] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.198428] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.664s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.198668] env[68758]: DEBUG nova.objects.instance [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lazy-loading 'resources' on Instance uuid eed86c9e-d366-47b3-a4ce-3258fe22150a {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.339680] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.339680] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.339889] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.340213] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.340318] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.340495] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.340702] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.340863] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.341040] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.341217] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.341396] env[68758]: DEBUG nova.virt.hardware [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.343578] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b490e6c4-9226-4b22-acd0-ad79b482a7ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.353471] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781db7f0-4017-4cf3-9260-29eb0d95fcd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.371864] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.379164] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.380780] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.383404] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942685, 'name': ReconfigVM_Task, 'duration_secs': 0.277671} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.383404] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ccb4d599-4dd3-49ab-ac88-1abc21ba4275 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.393692] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Reconfigured VM instance instance-0000004a to attach disk [datastore2] defa3d76-9555-460c-a820-35b2238d22b6/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.395120] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c75ee78-ec21-4c5b-92e0-62859c4eec79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.423570] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef7ca717-abf9-40bc-9944-e0da5b598e19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.434623] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.434623] env[68758]: value = "task-2942687" [ 956.434623] env[68758]: _type = "Task" [ 956.434623] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.440259] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 956.440259] env[68758]: value = "task-2942688" [ 956.440259] env[68758]: _type = "Task" [ 956.440259] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.443959] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942687, 'name': CreateVM_Task} progress is 15%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.454797] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.539840] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.540043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540556] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.677875] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.678212] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f96f9783-919f-4ae6-889e-3c8c71899b58/f96f9783-919f-4ae6-889e-3c8c71899b58.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.678439] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.678692] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b32b8df-0405-45c1-88f9-4daf1d60863a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.685428] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 956.685428] env[68758]: value = "task-2942689" [ 956.685428] env[68758]: _type = "Task" [ 956.685428] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.692897] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.701687] env[68758]: DEBUG nova.compute.utils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.707207] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.707619] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 956.747676] env[68758]: DEBUG nova.policy [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1a482cee684bd8a8a2ea685aa62514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334dfaf60cc446658756fdbd532c2c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 956.773304] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Received event network-vif-plugged-7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.773304] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Acquiring lock "7428780b-ca90-4822-928a-55dca136463e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.773304] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Lock "7428780b-ca90-4822-928a-55dca136463e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.773304] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Lock "7428780b-ca90-4822-928a-55dca136463e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.773538] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] No waiting events found dispatching network-vif-plugged-7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 956.773672] env[68758]: WARNING nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Received unexpected event network-vif-plugged-7f2e8356-91aa-4f3c-9124-06f14fc3fb13 for instance with vm_state building and task_state spawning. [ 956.773786] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Received event network-changed-7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 956.773938] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Refreshing instance network info cache due to event network-changed-7f2e8356-91aa-4f3c-9124-06f14fc3fb13. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 956.774117] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Acquiring lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.803540] env[68758]: DEBUG nova.network.neutron [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.943765] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942687, 'name': CreateVM_Task, 'duration_secs': 0.353778} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.946226] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.952218] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.952401] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.952737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.953779] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-108433dd-6fef-4800-b62e-09cd739e5ed8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.965309] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942688, 'name': ReconfigVM_Task, 'duration_secs': 0.206495} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.967271] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.968980] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 956.968980] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283dbb6-823a-b722-56b7-9381985b1a40" [ 956.968980] env[68758]: _type = "Task" [ 956.968980] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.968980] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b616167-0b9e-4052-ae3a-75a315ca800b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.980204] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283dbb6-823a-b722-56b7-9381985b1a40, 'name': SearchDatastore_Task, 'duration_secs': 0.009644} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.981523] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.981747] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.982058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.982167] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.983314] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.983314] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 956.983314] env[68758]: value = "task-2942690" [ 956.983314] env[68758]: _type = "Task" [ 956.983314] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.983314] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9cb4e50-ad8a-409d-9a6c-c05592606343 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.995300] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942690, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.996579] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.996896] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.997634] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70fc40aa-da29-4ee1-aa9a-4fdbc623aed8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.002416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030be7b8-9efc-4a72-9c16-142631760988 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.006500] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 957.006500] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ffa111-9a22-7f25-4e63-a3efa509cb40" [ 957.006500] env[68758]: _type = "Task" [ 957.006500] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.013719] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e02224-95db-48d3-b09c-2ab45093a387 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.017713] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Successfully created port: 57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.024924] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ffa111-9a22-7f25-4e63-a3efa509cb40, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.053457] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7d49f6-7199-44fa-b87e-0926594fe44b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.056203] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35263dc4-2a68-4236-a7e6-f4eea5c228a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.061596] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 957.061596] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235299e-704b-039e-f8c8-51d978a151f3" [ 957.061596] env[68758]: _type = "Task" [ 957.061596] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.067570] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865d295a-3917-4f2d-ab62-44127820f286 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.076401] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235299e-704b-039e-f8c8-51d978a151f3, 'name': SearchDatastore_Task, 'duration_secs': 0.008506} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.083978] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.084317] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 957.085129] env[68758]: DEBUG nova.compute.provider_tree [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.086401] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f44e806-a3ac-421d-b1fe-260af1538cd7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.092668] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 957.092668] env[68758]: value = "task-2942691" [ 957.092668] env[68758]: _type = "Task" [ 957.092668] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.101400] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.103673] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 957.195555] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065625} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.195857] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.196628] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7650bcb2-0a98-4621-93f4-fa77de6f3e4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.210297] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.220997] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] f96f9783-919f-4ae6-889e-3c8c71899b58/f96f9783-919f-4ae6-889e-3c8c71899b58.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.223889] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b93095fe-4b57-4398-b14d-e0348e94b75c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.244307] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 957.244307] env[68758]: value = "task-2942692" [ 957.244307] env[68758]: _type = "Task" [ 957.244307] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.253982] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.305704] env[68758]: INFO nova.compute.manager [-] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Took 1.23 seconds to deallocate network for instance. [ 957.345462] env[68758]: DEBUG nova.network.neutron [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Updating instance_info_cache with network_info: [{"id": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "address": "fa:16:3e:7d:71:20", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2e8356-91", "ovs_interfaceid": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.494889] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942690, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.602752] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.623360] env[68758]: DEBUG nova.scheduler.client.report [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 116 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 957.626024] env[68758]: DEBUG nova.compute.provider_tree [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 116 to 117 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 957.626024] env[68758]: DEBUG nova.compute.provider_tree [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 957.757718] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.812718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.848727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.849145] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Instance network_info: |[{"id": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "address": "fa:16:3e:7d:71:20", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2e8356-91", "ovs_interfaceid": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.849462] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Acquired lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.849646] env[68758]: DEBUG nova.network.neutron [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Refreshing network info cache for port 7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.851480] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:71:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f2e8356-91aa-4f3c-9124-06f14fc3fb13', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.860818] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.861747] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.861747] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc1251f0-6b10-4005-a46c-8d9342b16683 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.885171] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.885171] env[68758]: value = "task-2942693" [ 957.885171] env[68758]: _type = "Task" [ 957.885171] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.897459] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942693, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.995662] env[68758]: DEBUG oslo_vmware.api [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942690, 'name': PowerOnVM_Task, 'duration_secs': 0.522992} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.995948] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 957.999379] env[68758]: DEBUG nova.compute.manager [None req-d6ea276b-3cc5-46d0-8092-8a88d1c050df tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.000029] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0c7b3e-19fd-4f60-b2dc-4dff8725547d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.103630] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.896269} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.103998] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 958.104282] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 958.104606] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ec1c838-9c66-4810-9c66-9f797f85cd13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.111771] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 958.111771] env[68758]: value = "task-2942694" [ 958.111771] env[68758]: _type = "Task" [ 958.111771] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.125028] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.129892] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.133205] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.761s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.136593] env[68758]: INFO nova.compute.claims [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 958.163853] env[68758]: INFO nova.scheduler.client.report [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Deleted allocations for instance eed86c9e-d366-47b3-a4ce-3258fe22150a [ 958.228220] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.257391] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942692, 'name': ReconfigVM_Task, 'duration_secs': 0.876267} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.259472] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.259671] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.259829] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.260023] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.260174] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.260319] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.260526] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.260684] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.260848] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.261012] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.261204] env[68758]: DEBUG nova.virt.hardware [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.261490] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Reconfigured VM instance instance-0000004d to attach disk [datastore1] f96f9783-919f-4ae6-889e-3c8c71899b58/f96f9783-919f-4ae6-889e-3c8c71899b58.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.262527] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b184134-935e-4456-a98b-ba1f7d39d862 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.264775] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9397d383-d816-4d4f-8a9c-aeb110fd5259 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.272735] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26a016d-c771-46a3-9f3c-d1d04b438f0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.276296] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 958.276296] env[68758]: value = "task-2942695" [ 958.276296] env[68758]: _type = "Task" [ 958.276296] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.291237] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942695, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.394776] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942693, 'name': CreateVM_Task, 'duration_secs': 0.364447} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.394937] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.395617] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.395783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.396172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.396475] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0663deaf-dea7-4ebf-9a87-9286574c77c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.400612] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 958.400612] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527574e8-0c22-3949-b1c6-beff4e2ecfdf" [ 958.400612] env[68758]: _type = "Task" [ 958.400612] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.408739] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527574e8-0c22-3949-b1c6-beff4e2ecfdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.620853] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073744} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.621160] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.621942] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0eb54fb-270a-4023-b572-581ad15b0907 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.643787] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.646847] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fabd7bf1-df07-4eb2-a24b-fa529bbc8255 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.667436] env[68758]: DEBUG nova.network.neutron [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Updated VIF entry in instance network info cache for port 7f2e8356-91aa-4f3c-9124-06f14fc3fb13. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.667700] env[68758]: DEBUG nova.network.neutron [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Updating instance_info_cache with network_info: [{"id": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "address": "fa:16:3e:7d:71:20", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f2e8356-91", "ovs_interfaceid": "7f2e8356-91aa-4f3c-9124-06f14fc3fb13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.671849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d3b88fb1-7ecc-4f39-b814-5845a4614a34 tempest-ServersListShow298Test-805902810 tempest-ServersListShow298Test-805902810-project-member] Lock "eed86c9e-d366-47b3-a4ce-3258fe22150a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.459s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.674860] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 958.674860] env[68758]: value = "task-2942696" [ 958.674860] env[68758]: _type = "Task" [ 958.674860] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.688050] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.747415] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Successfully updated port: 57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 958.786530] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942695, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.910657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.910916] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Processing image 5faca617-9cb8-4beb-a877-8fd88cb8c43e {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.911175] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.911324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.911503] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.911743] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ec91b3d-7d23-4d0e-992f-59c5c7652343 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.919677] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.919868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.920564] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd485bc0-a061-4c04-9648-f807595c4143 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.925201] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 958.925201] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529bb4d8-cdcf-c997-9cfb-0ef982e6ad57" [ 958.925201] env[68758]: _type = "Task" [ 958.925201] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.934384] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529bb4d8-cdcf-c997-9cfb-0ef982e6ad57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.118713] env[68758]: DEBUG nova.compute.manager [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Received event network-vif-plugged-57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.118968] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.122557] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.122557] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.122557] env[68758]: DEBUG nova.compute.manager [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] No waiting events found dispatching network-vif-plugged-57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 959.122557] env[68758]: WARNING nova.compute.manager [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Received unexpected event network-vif-plugged-57babff6-6203-4b7d-bf8f-91dcf7ba05e8 for instance with vm_state building and task_state spawning. [ 959.122557] env[68758]: DEBUG nova.compute.manager [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Received event network-changed-57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.122557] env[68758]: DEBUG nova.compute.manager [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Refreshing instance network info cache due to event network-changed-57babff6-6203-4b7d-bf8f-91dcf7ba05e8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 959.122557] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Acquiring lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.122557] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Acquired lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.122557] env[68758]: DEBUG nova.network.neutron [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Refreshing network info cache for port 57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 959.169730] env[68758]: DEBUG oslo_concurrency.lockutils [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] Releasing lock "refresh_cache-7428780b-ca90-4822-928a-55dca136463e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.169992] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Received event network-vif-deleted-e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 959.170187] env[68758]: INFO nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Neutron deleted interface e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b; detaching it from the instance and deleting it from the info cache [ 959.170410] env[68758]: DEBUG nova.network.neutron [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.186097] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.250382] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.289205] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942695, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.434905] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 959.437618] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Fetch image to [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc/OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 959.437618] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Downloading stream optimized image 5faca617-9cb8-4beb-a877-8fd88cb8c43e to [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc/OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc.vmdk on the data store datastore1 as vApp {{(pid=68758) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 959.437618] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Downloading image file data 5faca617-9cb8-4beb-a877-8fd88cb8c43e to the ESX as VM named 'OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc' {{(pid=68758) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 959.454928] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d876940-d638-4b2d-90ea-83e41ce4edb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.480589] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357a76e-b619-460e-af04-319f6cca1ab7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.515027] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b57c2-cc72-4a77-a198-9d85bbbf9caa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.523875] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a13297-197d-40fb-9c1e-67e486d06581 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.535978] env[68758]: DEBUG nova.compute.provider_tree [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.540149] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 959.540149] env[68758]: value = "resgroup-9" [ 959.540149] env[68758]: _type = "ResourcePool" [ 959.540149] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 959.540448] env[68758]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-846d1700-ad37-4a50-8147-64d740573c79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.563207] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease: (returnval){ [ 959.563207] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c6a9-631d-603e-60d3-2f5847959619" [ 959.563207] env[68758]: _type = "HttpNfcLease" [ 959.563207] env[68758]: } obtained for vApp import into resource pool (val){ [ 959.563207] env[68758]: value = "resgroup-9" [ 959.563207] env[68758]: _type = "ResourcePool" [ 959.563207] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 959.563207] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the lease: (returnval){ [ 959.563207] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c6a9-631d-603e-60d3-2f5847959619" [ 959.563207] env[68758]: _type = "HttpNfcLease" [ 959.563207] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.567816] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.567816] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c6a9-631d-603e-60d3-2f5847959619" [ 959.567816] env[68758]: _type = "HttpNfcLease" [ 959.567816] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.654765] env[68758]: DEBUG nova.network.neutron [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 959.673613] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fee90124-00f4-4439-ab15-71092b166596 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.686780] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942696, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.691474] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e74bec-4580-4432-a695-f832f1308344 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.725950] env[68758]: DEBUG nova.compute.manager [req-40522cfd-acbf-4a79-beaf-a0647bdd9a64 req-4b37b389-c1c4-4fb1-9c11-2d37af93cf9b service nova] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Detach interface failed, port_id=e9583d26-fbbe-49ea-bfba-8ef0fc82dd4b, reason: Instance 18352ed1-6ef5-42ed-983a-a3e71f448ebc could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 959.738964] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.739382] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.741580] env[68758]: DEBUG nova.objects.instance [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 8833fd05-4ef9-40d4-945a-53e20426c094 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.743557] env[68758]: DEBUG nova.network.neutron [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.789347] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942695, 'name': Rename_Task, 'duration_secs': 1.039239} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.789723] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.790059] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4137e9b0-7262-404e-9460-7ec7cb5010d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.797643] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 959.797643] env[68758]: value = "task-2942698" [ 959.797643] env[68758]: _type = "Task" [ 959.797643] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.805308] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.039814] env[68758]: DEBUG nova.scheduler.client.report [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.071784] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 960.071784] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c6a9-631d-603e-60d3-2f5847959619" [ 960.071784] env[68758]: _type = "HttpNfcLease" [ 960.071784] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 960.072085] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 960.072085] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e9c6a9-631d-603e-60d3-2f5847959619" [ 960.072085] env[68758]: _type = "HttpNfcLease" [ 960.072085] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 960.072847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77286c-44c0-4a7e-8cdc-9f328e3aa894 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.079801] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 960.079974] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 960.144724] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad5ee940-b19f-412f-ab51-8cd9592aa3d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.185754] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942696, 'name': ReconfigVM_Task, 'duration_secs': 1.034958} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.186093] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4/4404599d-baf8-4002-ae47-5af6ad8e74f4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.186777] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-890b6cb4-0b07-41a3-bf25-f8a4034fa00e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.193226] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 960.193226] env[68758]: value = "task-2942699" [ 960.193226] env[68758]: _type = "Task" [ 960.193226] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.202820] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942699, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.249767] env[68758]: DEBUG oslo_concurrency.lockutils [req-912c77a3-cfde-4b9c-bdd0-3f1baf1c49b8 req-b9f42d11-a5ae-468d-9003-3f2cc7d4b6d4 service nova] Releasing lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.250186] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.250378] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.308502] env[68758]: DEBUG oslo_vmware.api [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942698, 'name': PowerOnVM_Task, 'duration_secs': 0.461236} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.308775] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.308977] env[68758]: INFO nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Took 8.13 seconds to spawn the instance on the hypervisor. [ 960.309175] env[68758]: DEBUG nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.311018] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c8abd4-af5c-4c19-8b3e-b462b3060fbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.316276] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.316493] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.335672] env[68758]: DEBUG nova.objects.instance [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 8833fd05-4ef9-40d4-945a-53e20426c094 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.545324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.546089] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.549779] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.313s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.549991] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.552078] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.867s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.552312] env[68758]: DEBUG nova.objects.instance [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lazy-loading 'resources' on Instance uuid cc14218c-df91-4472-8a7e-977fe780953f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.578093] env[68758]: INFO nova.scheduler.client.report [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocations for instance a45372b1-e32a-473a-b267-30021687c347 [ 960.704675] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942699, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.787963] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.819301] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.833346] env[68758]: INFO nova.compute.manager [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Took 19.68 seconds to build instance. [ 960.837827] env[68758]: DEBUG nova.objects.base [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<8833fd05-4ef9-40d4-945a-53e20426c094> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 960.838664] env[68758]: DEBUG nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.911835] env[68758]: DEBUG nova.policy [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.964422] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 960.964626] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 960.965799] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f86f7c6-1a6f-4869-be0d-867893be7264 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.973649] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 960.973853] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 960.974070] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-59d19ac8-c15a-41c7-8893-7fdc5d2d1e73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.996510] env[68758]: DEBUG nova.network.neutron [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [{"id": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "address": "fa:16:3e:8a:1a:8a", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57babff6-62", "ovs_interfaceid": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.062085] env[68758]: DEBUG nova.compute.utils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.068012] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 961.068463] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 961.090851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dbbdf4b6-0cce-4801-b3bb-2a7edc7a8fd8 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "a45372b1-e32a-473a-b267-30021687c347" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.320s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.105781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "f96f9783-919f-4ae6-889e-3c8c71899b58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.140723] env[68758]: DEBUG nova.policy [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb2cd9587644763a22747874997608f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278520b5d1cb4521b5c6f009cf616bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 961.206723] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942699, 'name': Rename_Task, 'duration_secs': 0.993075} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.209753] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.210336] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b795ff2-e049-42db-b4fd-6d68ef84fd5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.217522] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 961.217522] env[68758]: value = "task-2942700" [ 961.217522] env[68758]: _type = "Task" [ 961.217522] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.229136] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.240578] env[68758]: DEBUG oslo_vmware.rw_handles [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5240e6a5-0b1d-da0a-40fe-e58673a83fbd/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 961.240790] env[68758]: INFO nova.virt.vmwareapi.images [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Downloaded image file data 5faca617-9cb8-4beb-a877-8fd88cb8c43e [ 961.241621] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12a7eb-1e59-4879-9a54-d7b20f16c48a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.262364] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-86085af6-5031-4d0f-a847-ba5b3b59fe07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.337883] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c799a11-7172-4ad4-8692-5830a06e4652 tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.190s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.338269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.233s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.338785] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.338922] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.339511] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.341911] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.342437] env[68758]: INFO nova.compute.manager [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Terminating instance [ 961.363802] env[68758]: INFO nova.virt.vmwareapi.images [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] The imported VM was unregistered [ 961.366203] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 961.366475] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.367189] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8cc9252-f987-4722-96c5-e79448965e48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.391094] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.391312] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc/OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc.vmdk to [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk. {{(pid=68758) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 961.393867] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6e55d4b5-7f78-44bc-9349-0e8eb89f4b14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.401622] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 961.401622] env[68758]: value = "task-2942702" [ 961.401622] env[68758]: _type = "Task" [ 961.401622] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.409590] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.421697] env[68758]: DEBUG nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Successfully created port: a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.434880] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ed6131-ec53-4c31-9d6f-1bd5c2537bc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.441707] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d678297-598d-4a0f-9130-38c5ddccbe75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.472517] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5307c4db-fa36-4dc0-8549-dd5d8dc63e67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.479951] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5953d56e-53b2-49e0-9368-2f1cc026448a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.492893] env[68758]: DEBUG nova.compute.provider_tree [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.499110] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.499390] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance network_info: |[{"id": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "address": "fa:16:3e:8a:1a:8a", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57babff6-62", "ovs_interfaceid": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.499784] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:1a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57babff6-6203-4b7d-bf8f-91dcf7ba05e8', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.507358] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.508095] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.508378] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db1dfe5c-2e51-4a26-8f04-d55ca7a3fe92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.527693] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.527693] env[68758]: value = "task-2942703" [ 961.527693] env[68758]: _type = "Task" [ 961.527693] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.537168] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942703, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.568786] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.659694] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Successfully created port: 051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.731406] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.846456] env[68758]: DEBUG nova.compute.manager [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.846575] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.847399] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca602c-4935-4ffb-87a4-fc72785b803d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.855491] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.856664] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136f193c-f37f-4393-b08c-1442aab1dba3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.862216] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 961.862216] env[68758]: value = "task-2942704" [ 961.862216] env[68758]: _type = "Task" [ 961.862216] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.870833] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.912634] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.998173] env[68758]: DEBUG nova.scheduler.client.report [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.041598] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942703, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.234227] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.374380] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.414860] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.504974] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.507446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.412s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.509022] env[68758]: DEBUG nova.objects.instance [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lazy-loading 'resources' on Instance uuid 1ee95ade-1f63-448f-9f10-a59a767c4168 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.535030] env[68758]: INFO nova.scheduler.client.report [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Deleted allocations for instance cc14218c-df91-4472-8a7e-977fe780953f [ 962.546807] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942703, 'name': CreateVM_Task, 'duration_secs': 0.68146} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.546926] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.547711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.547846] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.548807] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.548807] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a74432e1-3e17-4ac9-8854-fa866e453c47 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.556982] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 962.556982] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520ac04e-6845-1b3c-c1e0-83738c2d17f7" [ 962.556982] env[68758]: _type = "Task" [ 962.556982] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.569380] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520ac04e-6845-1b3c-c1e0-83738c2d17f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.580281] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.616301] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.616628] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.616851] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.617101] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.617312] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.617483] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.617701] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.617884] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.618109] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.618451] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.618669] env[68758]: DEBUG nova.virt.hardware [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.619902] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442c7f89-0590-4c3e-927b-e659b2ba0c6f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.630171] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0961201-9ea7-4a4f-a572-cf2f6ee1d664 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.729929] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.875037] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942704, 'name': PowerOffVM_Task, 'duration_secs': 0.86023} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.875391] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.875591] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.876103] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45a86845-3f8f-449b-87bd-7a9754ff25a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.914787] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.987083] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.987317] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.987581] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Deleting the datastore file [datastore1] f96f9783-919f-4ae6-889e-3c8c71899b58 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.988156] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55423050-9410-4d32-81c1-e36d9802eb56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.998177] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for the task: (returnval){ [ 962.998177] env[68758]: value = "task-2942706" [ 962.998177] env[68758]: _type = "Task" [ 962.998177] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.011865] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.044564] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e15af0ce-db54-4a0d-aca8-ce886ac31e80 tempest-MigrationsAdminTest-1302914164 tempest-MigrationsAdminTest-1302914164-project-member] Lock "cc14218c-df91-4472-8a7e-977fe780953f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.781s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.079140] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520ac04e-6845-1b3c-c1e0-83738c2d17f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013103} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.082692] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.083542] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.084325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.084491] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.084737] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.085617] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075f0d7a-99b4-4b5a-a9d7-b8ac72829277 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.098507] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.098775] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.105073] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-740a2bc9-e0a4-4c9d-b86f-505f5777f968 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.113281] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 963.113281] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52603bc4-5ff2-4cb8-58a0-a774143e288d" [ 963.113281] env[68758]: _type = "Task" [ 963.113281] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.127822] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52603bc4-5ff2-4cb8-58a0-a774143e288d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.210682] env[68758]: DEBUG nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Successfully updated port: a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.234073] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.362737] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Successfully updated port: 051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.373528] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9956720-9198-4520-bc79-fd88b83a0801 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.387420] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a43e406-0732-4ea5-8720-7e28dbc513dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.427134] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6f938-8bf8-4d1e-a28b-51ee85da04ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.437159] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.441247] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14972e4b-d1b2-4888-8c74-40e3d23a5837 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.460667] env[68758]: DEBUG nova.compute.provider_tree [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.487265] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.487265] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.487265] env[68758]: INFO nova.compute.manager [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Shelving [ 963.509410] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.616896] env[68758]: DEBUG nova.compute.manager [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-vif-plugged-a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 963.616896] env[68758]: DEBUG oslo_concurrency.lockutils [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.617040] env[68758]: DEBUG oslo_concurrency.lockutils [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.617894] env[68758]: DEBUG oslo_concurrency.lockutils [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.617894] env[68758]: DEBUG nova.compute.manager [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] No waiting events found dispatching network-vif-plugged-a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 963.618040] env[68758]: WARNING nova.compute.manager [req-1658747f-a77f-4554-88a5-356aa4e7e9a7 req-3f9626ce-fe4d-4a60-a756-ee809bbbd406 service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received unexpected event network-vif-plugged-a291e818-9793-49bf-b91a-ac1fc95f7d05 for instance with vm_state active and task_state None. [ 963.631503] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52603bc4-5ff2-4cb8-58a0-a774143e288d, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.632871] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e92e8b0d-9f97-495d-9939-d3814b3a93ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.640983] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 963.640983] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7525a-2d99-2d7a-3bfa-6bc6271b5ebf" [ 963.640983] env[68758]: _type = "Task" [ 963.640983] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.652032] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7525a-2d99-2d7a-3bfa-6bc6271b5ebf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.713051] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.713189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.713366] env[68758]: DEBUG nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.733471] env[68758]: DEBUG oslo_vmware.api [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942700, 'name': PowerOnVM_Task, 'duration_secs': 2.053337} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.733767] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.734251] env[68758]: DEBUG nova.compute.manager [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.734923] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe60d14-8b8d-4775-aabb-549490d00afa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.865573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.865739] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.865889] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.934945] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.964789] env[68758]: DEBUG nova.scheduler.client.report [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 964.009920] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942706, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.152933] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c7525a-2d99-2d7a-3bfa-6bc6271b5ebf, 'name': SearchDatastore_Task, 'duration_secs': 0.013194} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.153294] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.154035] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.154826] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17656045-af51-4335-b92f-734b30eb630a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.163730] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 964.163730] env[68758]: value = "task-2942707" [ 964.163730] env[68758]: _type = "Task" [ 964.163730] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.173517] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942707, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.254542] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.269545] env[68758]: WARNING nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 964.417280] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.434634] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942702, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.765572} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.434897] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc/OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc.vmdk to [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk. [ 964.436077] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Cleaning up location [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 964.436424] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_c33f6b68-96c7-4354-90ef-ad7bd30335cc {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.440050] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79d2408d-b882-42f4-9665-7972ce1af703 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.448577] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 964.448577] env[68758]: value = "task-2942708" [ 964.448577] env[68758]: _type = "Task" [ 964.448577] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.458434] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942708, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.470918] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.474864] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.505s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.476647] env[68758]: INFO nova.compute.claims [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.499524] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.500625] env[68758]: INFO nova.scheduler.client.report [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleted allocations for instance 1ee95ade-1f63-448f-9f10-a59a767c4168 [ 964.501851] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b79eac26-ff24-45f3-8327-d7dd23b79385 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.521751] env[68758]: DEBUG oslo_vmware.api [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Task: {'id': task-2942706, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.178716} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.523819] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.523819] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.524824] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.525174] env[68758]: INFO nova.compute.manager [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Took 2.68 seconds to destroy the instance on the hypervisor. [ 964.525780] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 964.526322] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 964.526322] env[68758]: value = "task-2942709" [ 964.526322] env[68758]: _type = "Task" [ 964.526322] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.526615] env[68758]: DEBUG nova.compute.manager [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.526764] env[68758]: DEBUG nova.network.neutron [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.546569] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.664119] env[68758]: DEBUG nova.network.neutron [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.677875] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942707, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446335} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.678286] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.678442] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.679305] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ac295d-f674-4b89-ba8a-633ab45278ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.686771] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 964.686771] env[68758]: value = "task-2942710" [ 964.686771] env[68758]: _type = "Task" [ 964.686771] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.695460] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.723430] env[68758]: DEBUG nova.network.neutron [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a291e818-9793-49bf-b91a-ac1fc95f7d05", "address": "fa:16:3e:2b:25:00", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa291e818-97", "ovs_interfaceid": "a291e818-9793-49bf-b91a-ac1fc95f7d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.960068] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942708, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.960068] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.960068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.960068] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk to [datastore1] 7428780b-ca90-4822-928a-55dca136463e/7428780b-ca90-4822-928a-55dca136463e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 964.960333] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0164b511-a11d-43ca-9206-eee1c8c3c24a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.966946] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 964.966946] env[68758]: value = "task-2942711" [ 964.966946] env[68758]: _type = "Task" [ 964.966946] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.974530] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.016348] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a02dd4c2-7081-4d29-b7c3-68f3dfa95f89 tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "1ee95ade-1f63-448f-9f10-a59a767c4168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.305s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.039944] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942709, 'name': PowerOffVM_Task, 'duration_secs': 0.233727} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.040426] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.042110] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181a5894-8939-454d-894d-9a327d8e1347 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.066613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b56248d-3f21-4cf4-a8cf-2012e692f0a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.170179] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.170419] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Instance network_info: |[{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.171262] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:8f:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '051184fe-90b8-4ba5-a594-fd3246a48762', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.178664] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.179857] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.180996] env[68758]: DEBUG nova.compute.manager [req-9d00bc6b-2579-4829-ba37-b64f709d416d req-324db12b-10dc-4597-bf75-930c5c0d9220 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Received event network-vif-deleted-331da4d0-ff78-4dd1-bf84-d3de996b9de9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 965.181200] env[68758]: INFO nova.compute.manager [req-9d00bc6b-2579-4829-ba37-b64f709d416d req-324db12b-10dc-4597-bf75-930c5c0d9220 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Neutron deleted interface 331da4d0-ff78-4dd1-bf84-d3de996b9de9; detaching it from the instance and deleting it from the info cache [ 965.181395] env[68758]: DEBUG nova.network.neutron [req-9d00bc6b-2579-4829-ba37-b64f709d416d req-324db12b-10dc-4597-bf75-930c5c0d9220 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.182380] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b40805-d08c-4c1f-a386-3316c2101b05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.198754] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-838b839a-7a78-413a-89ca-71fa6b57feec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.209799] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.211708] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.211708] env[68758]: value = "task-2942712" [ 965.211708] env[68758]: _type = "Task" [ 965.211708] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.214412] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630aba39-f836-48ca-80a7-dc95b4fe7ecb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.228129] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.228761] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.229046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.229637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5f202-0198-4273-8da6-ce8d5411834a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.236918] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942712, 'name': CreateVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.248383] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.248580] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.248740] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.248922] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.249078] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.249227] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.249434] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.249581] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.249741] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.249902] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.250087] env[68758]: DEBUG nova.virt.hardware [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.256228] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfiguring VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 965.269492] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5caa2dbb-ef31-4068-9e0a-de2c2bb486b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.282295] env[68758]: DEBUG nova.compute.manager [req-9d00bc6b-2579-4829-ba37-b64f709d416d req-324db12b-10dc-4597-bf75-930c5c0d9220 service nova] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Detach interface failed, port_id=331da4d0-ff78-4dd1-bf84-d3de996b9de9, reason: Instance f96f9783-919f-4ae6-889e-3c8c71899b58 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 965.291803] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 965.291803] env[68758]: value = "task-2942713" [ 965.291803] env[68758]: _type = "Task" [ 965.291803] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.300011] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942713, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.380426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.380689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.380907] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "4404599d-baf8-4002-ae47-5af6ad8e74f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.381124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.381280] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.383144] env[68758]: DEBUG nova.network.neutron [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.385067] env[68758]: INFO nova.compute.manager [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Terminating instance [ 965.477934] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.579152] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 965.579816] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae1b9a1f-cfb4-45c4-981d-f82271d72328 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.588625] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 965.588625] env[68758]: value = "task-2942714" [ 965.588625] env[68758]: _type = "Task" [ 965.588625] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.597109] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942714, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.709218] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.012859} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.712443] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.714017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251670ee-caab-49c1-8755-546072190f81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.740757] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.748402] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-803bbd30-f3fd-481c-a3fd-e4c48ee30f84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.773670] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942712, 'name': CreateVM_Task, 'duration_secs': 0.402076} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.775493] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.775981] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 965.775981] env[68758]: value = "task-2942715" [ 965.775981] env[68758]: _type = "Task" [ 965.775981] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.779401] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.779630] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.780016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.780647] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ad984f8-5f1c-4e0f-9980-b2272d40a91a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.790108] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 965.790108] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d4953-618f-6f9c-d5bc-d771c11d68cc" [ 965.790108] env[68758]: _type = "Task" [ 965.790108] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.794203] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.810041] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.813536] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d4953-618f-6f9c-d5bc-d771c11d68cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.874804] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01885b66-a985-48ca-aaf9-87d351d3ee1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.885616] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd588dd-8257-4126-b849-c24a9b772dea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.891309] env[68758]: INFO nova.compute.manager [-] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Took 1.36 seconds to deallocate network for instance. [ 965.891797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "refresh_cache-4404599d-baf8-4002-ae47-5af6ad8e74f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.891973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquired lock "refresh_cache-4404599d-baf8-4002-ae47-5af6ad8e74f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.892198] env[68758]: DEBUG nova.network.neutron [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.932037] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5b0a58-33ee-408f-bc0b-c694ef72cfe8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.943655] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ac596-b49a-4ef2-b891-7bd2c5b78274 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.961164] env[68758]: DEBUG nova.compute.provider_tree [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.981061] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.052986] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-changed-a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 966.052986] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing instance network info cache due to event network-changed-a291e818-9793-49bf-b91a-ac1fc95f7d05. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 966.052986] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.052986] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.052986] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Refreshing network info cache for port a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.098986] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.113042] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "f6020435-e0b4-46a5-9ace-5c333d379482" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.113110] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.115884] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.115884] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.115884] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.121640] env[68758]: INFO nova.compute.manager [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Terminating instance [ 966.298637] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942715, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.315137] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.321117] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d4953-618f-6f9c-d5bc-d771c11d68cc, 'name': SearchDatastore_Task, 'duration_secs': 0.024502} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.321570] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.321914] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.322271] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.322485] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.322760] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.323171] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54f450e5-ba40-45d8-9247-7778206dc632 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.347581] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.347820] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.348644] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97161803-1da0-4b12-ac26-166d46416b68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.356766] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 966.356766] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52460093-8189-de48-be4b-4c7cff2d6f54" [ 966.356766] env[68758]: _type = "Task" [ 966.356766] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.367112] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52460093-8189-de48-be4b-4c7cff2d6f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.430811] env[68758]: DEBUG nova.network.neutron [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 966.433739] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.464411] env[68758]: DEBUG nova.scheduler.client.report [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.480878] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.547412] env[68758]: DEBUG nova.network.neutron [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.599710] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.626811] env[68758]: DEBUG nova.compute.manager [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.627061] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.628040] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cadcd9c-726f-46fd-be0d-868915e96045 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.638730] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.639059] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70087997-7f8f-458c-96ee-a9c1e83828a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.647072] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 966.647072] env[68758]: value = "task-2942716" [ 966.647072] env[68758]: _type = "Task" [ 966.647072] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.657800] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.793364] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942715, 'name': ReconfigVM_Task, 'duration_secs': 0.563301} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.796198] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.797101] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8d6b486-25c5-4e78-b226-8afdeda01ce3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.813448] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942713, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.815017] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 966.815017] env[68758]: value = "task-2942717" [ 966.815017] env[68758]: _type = "Task" [ 966.815017] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.827696] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942717, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.871981] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52460093-8189-de48-be4b-4c7cff2d6f54, 'name': SearchDatastore_Task, 'duration_secs': 0.021305} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.872862] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26559b7e-abe8-48fd-b7fa-588c2de47af0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.881050] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 966.881050] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52523bb3-bb55-f5c0-ad67-8677789c3364" [ 966.881050] env[68758]: _type = "Task" [ 966.881050] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.893254] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52523bb3-bb55-f5c0-ad67-8677789c3364, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.970236] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.970804] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.973821] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.382s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.977030] env[68758]: INFO nova.compute.claims [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.992556] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.032478] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updated VIF entry in instance network info cache for port a291e818-9793-49bf-b91a-ac1fc95f7d05. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 967.033134] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a291e818-9793-49bf-b91a-ac1fc95f7d05", "address": "fa:16:3e:2b:25:00", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa291e818-97", "ovs_interfaceid": "a291e818-9793-49bf-b91a-ac1fc95f7d05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.050055] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Releasing lock "refresh_cache-4404599d-baf8-4002-ae47-5af6ad8e74f4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.050563] env[68758]: DEBUG nova.compute.manager [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 967.050812] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 967.051811] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413e2706-f3ac-47ae-982d-3ab839128eea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.067854] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 967.068266] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e85ec8c-1a04-419d-825f-1fd149ae033f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.086144] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 967.086144] env[68758]: value = "task-2942718" [ 967.086144] env[68758]: _type = "Task" [ 967.086144] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.103456] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942714, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.108047] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.163335] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942716, 'name': PowerOffVM_Task, 'duration_secs': 0.362952} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.163588] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.163756] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.164073] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-232e0d27-7dcc-4599-ae71-d367f08124d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.266418] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.266693] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.266914] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleting the datastore file [datastore1] f6020435-e0b4-46a5-9ace-5c333d379482 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.267254] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-832af7e4-996e-4d3b-a3af-a4b08f23f879 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.279600] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for the task: (returnval){ [ 967.279600] env[68758]: value = "task-2942720" [ 967.279600] env[68758]: _type = "Task" [ 967.279600] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.292610] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.317463] env[68758]: DEBUG oslo_vmware.api [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942713, 'name': ReconfigVM_Task, 'duration_secs': 1.796538} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.317463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.317463] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfigured VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 967.334684] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942717, 'name': Rename_Task, 'duration_secs': 0.284562} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.335375] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.335375] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45f33b1a-319d-4c13-bbd0-919f033e74a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.345996] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 967.345996] env[68758]: value = "task-2942721" [ 967.345996] env[68758]: _type = "Task" [ 967.345996] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.359796] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.396749] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52523bb3-bb55-f5c0-ad67-8677789c3364, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.397145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.397465] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.397797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-343cb20f-a459-410e-9a5a-554842bb53a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.410929] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 967.410929] env[68758]: value = "task-2942722" [ 967.410929] env[68758]: _type = "Task" [ 967.410929] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.423008] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.492306] env[68758]: DEBUG nova.compute.utils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.493945] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.494551] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.494815] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.537386] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.537823] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Received event network-vif-plugged-051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.537980] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.538111] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.538311] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.538623] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] No waiting events found dispatching network-vif-plugged-051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.538777] env[68758]: WARNING nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Received unexpected event network-vif-plugged-051184fe-90b8-4ba5-a594-fd3246a48762 for instance with vm_state building and task_state spawning. [ 967.538945] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Received event network-changed-051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 967.539138] env[68758]: DEBUG nova.compute.manager [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Refreshing instance network info cache due to event network-changed-051184fe-90b8-4ba5-a594-fd3246a48762. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 967.539303] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.539556] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.539685] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Refreshing network info cache for port 051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.559701] env[68758]: DEBUG nova.policy [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.604040] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942714, 'name': CreateSnapshot_Task, 'duration_secs': 1.531022} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.608327] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 967.608732] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942718, 'name': PowerOffVM_Task, 'duration_secs': 0.275036} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.609613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eaece2d-844a-4e5d-aa3a-3284641238f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.615469] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.615985] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.616410] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ed74594-4bdb-4abf-abc2-a4582789f8aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.647218] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.647480] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.647711] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Deleting the datastore file [datastore1] 4404599d-baf8-4002-ae47-5af6ad8e74f4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.648023] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80fea0c1-f0ac-49c8-b12a-6238e9cbcf16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.657965] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for the task: (returnval){ [ 967.657965] env[68758]: value = "task-2942724" [ 967.657965] env[68758]: _type = "Task" [ 967.657965] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.670307] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.790978] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.822162] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c443d957-80f5-48c9-9036-5d0f20876780 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.083s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.860348] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.922660] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.986318] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.001922] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 968.057305] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Successfully created port: 53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 968.141023] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 968.144128] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f83bd352-c8ed-4ec5-8c06-289200bfea93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.154312] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 968.154312] env[68758]: value = "task-2942725" [ 968.154312] env[68758]: _type = "Task" [ 968.154312] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.167820] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942725, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.176090] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.296882] env[68758]: DEBUG oslo_vmware.api [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Task: {'id': task-2942720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.97567} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.297165] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.297347] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.297520] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.297687] env[68758]: INFO nova.compute.manager [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 1.67 seconds to destroy the instance on the hypervisor. [ 968.297927] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.298710] env[68758]: DEBUG nova.compute.manager [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.298841] env[68758]: DEBUG nova.network.neutron [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.360414] env[68758]: DEBUG oslo_vmware.api [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942721, 'name': PowerOnVM_Task, 'duration_secs': 0.993542} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.360414] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.360414] env[68758]: INFO nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Took 10.13 seconds to spawn the instance on the hypervisor. [ 968.360579] env[68758]: DEBUG nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.361438] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5eb0e9-5c6d-43a0-aebc-c6b23d3605d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.397763] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updated VIF entry in instance network info cache for port 051184fe-90b8-4ba5-a594-fd3246a48762. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.398154] env[68758]: DEBUG nova.network.neutron [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.424059] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717162} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.425115] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.425385] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.425914] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1161e479-4927-4e50-9746-8408eda1ec6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.437633] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 968.437633] env[68758]: value = "task-2942726" [ 968.437633] env[68758]: _type = "Task" [ 968.437633] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.444337] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98843910-b2ce-4a74-ba3d-351525874613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.453954] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942726, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.458165] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104f15af-7023-41da-b571-71510f7e6558 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.497516] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7130fe1-eb77-47f9-a1bd-e284491c77cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.508634] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942711, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.105945} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.511068] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5faca617-9cb8-4beb-a877-8fd88cb8c43e/5faca617-9cb8-4beb-a877-8fd88cb8c43e.vmdk to [datastore1] 7428780b-ca90-4822-928a-55dca136463e/7428780b-ca90-4822-928a-55dca136463e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.517023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b98a848-dda5-4a43-91b5-f31d2adf631f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.520101] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda385ba-736b-4c8c-a5ac-a2b08bed725e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.537420] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.557324] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 7428780b-ca90-4822-928a-55dca136463e/7428780b-ca90-4822-928a-55dca136463e.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.558597] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90026355-4239-492b-8b57-96dd25f74a6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.582767] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 968.582767] env[68758]: value = "task-2942727" [ 968.582767] env[68758]: _type = "Task" [ 968.582767] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.595904] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942727, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.673131] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942725, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.676081] env[68758]: DEBUG oslo_vmware.api [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Task: {'id': task-2942724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532808} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.676441] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 968.676645] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 968.676826] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 968.676991] env[68758]: INFO nova.compute.manager [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Took 1.63 seconds to destroy the instance on the hypervisor. [ 968.677240] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.677727] env[68758]: DEBUG nova.compute.manager [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 968.677988] env[68758]: DEBUG nova.network.neutron [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 968.696150] env[68758]: DEBUG nova.network.neutron [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 968.884019] env[68758]: INFO nova.compute.manager [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Took 25.38 seconds to build instance. [ 968.903473] env[68758]: DEBUG oslo_concurrency.lockutils [req-85b085ef-65ed-457a-866a-23ce4c557c59 req-89e08c06-15a6-4d21-b7fa-8b388efafc0b service nova] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.949792] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942726, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193651} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.950110] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.950967] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f90eee3-573d-4e23-b818-d42abc629996 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.976660] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.976969] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2909f722-9945-4666-b9a6-88522e359c9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.001198] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 969.001198] env[68758]: value = "task-2942728" [ 969.001198] env[68758]: _type = "Task" [ 969.001198] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.009255] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.026801] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 969.053997] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 969.054390] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 969.054645] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 969.054942] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 969.055190] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 969.055445] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 969.055789] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 969.056363] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 969.056746] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 969.057219] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 969.057549] env[68758]: DEBUG nova.virt.hardware [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 969.059055] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13c50dc-62f5-4dc5-a637-2d8fa030d203 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.077379] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5230d942-cc88-41d7-8bd4-b844b4cc8291 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.092021] env[68758]: ERROR nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [req-b314c2e8-1ee2-479f-ad40-6707d6744ed9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b314c2e8-1ee2-479f-ad40-6707d6744ed9"}]} [ 969.121904] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.136679] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 969.151889] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 969.152238] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.155407] env[68758]: DEBUG nova.network.neutron [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.169981] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942725, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.172974] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 969.177677] env[68758]: DEBUG nova.compute.manager [req-a9ece3ba-04d2-4b6d-a1cd-03bf5f837dcc req-e339dbf4-1aee-44dc-9bc1-55dc0446d420 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Received event network-vif-deleted-46512a22-754f-401b-987f-abcddaecee67 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.177872] env[68758]: INFO nova.compute.manager [req-a9ece3ba-04d2-4b6d-a1cd-03bf5f837dcc req-e339dbf4-1aee-44dc-9bc1-55dc0446d420 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Neutron deleted interface 46512a22-754f-401b-987f-abcddaecee67; detaching it from the instance and deleting it from the info cache [ 969.178129] env[68758]: DEBUG nova.network.neutron [req-a9ece3ba-04d2-4b6d-a1cd-03bf5f837dcc req-e339dbf4-1aee-44dc-9bc1-55dc0446d420 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.193379] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 969.200221] env[68758]: DEBUG nova.network.neutron [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.385231] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2f0b691d-5c0f-4639-aa01-90314bc69693 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.892s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.492126] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128b5af1-9c3e-44c1-80b0-8ca4f7170364 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.505168] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a2a398-2f55-480c-90a5-046277d0a8c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.511428] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942728, 'name': ReconfigVM_Task, 'duration_secs': 0.470458} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.511991] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.512599] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-499fd1c2-47f6-47f1-8d60-6c7a1c692421 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.541868] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ec2305-140b-43a3-b303-4a0fa6ffac55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.545887] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 969.545887] env[68758]: value = "task-2942729" [ 969.545887] env[68758]: _type = "Task" [ 969.545887] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.553418] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c71794-6fc4-4ede-b473-389bd06c6844 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.560547] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942729, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.571084] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.595127] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.663844] env[68758]: INFO nova.compute.manager [-] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Took 1.36 seconds to deallocate network for instance. [ 969.676237] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942725, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.681941] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ae49c2a-76d0-45cd-8324-78b27034e40a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.694118] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f96fc1-bbcf-413c-b98b-f4eb73adb023 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.714290] env[68758]: INFO nova.compute.manager [-] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Took 1.04 seconds to deallocate network for instance. [ 969.741381] env[68758]: DEBUG nova.compute.manager [req-a9ece3ba-04d2-4b6d-a1cd-03bf5f837dcc req-e339dbf4-1aee-44dc-9bc1-55dc0446d420 service nova] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Detach interface failed, port_id=46512a22-754f-401b-987f-abcddaecee67, reason: Instance f6020435-e0b4-46a5-9ace-5c333d379482 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 969.753511] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.753797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.852655] env[68758]: DEBUG nova.compute.manager [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Received event network-vif-plugged-53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 969.852781] env[68758]: DEBUG oslo_concurrency.lockutils [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] Acquiring lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.852989] env[68758]: DEBUG oslo_concurrency.lockutils [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.853747] env[68758]: DEBUG oslo_concurrency.lockutils [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.854013] env[68758]: DEBUG nova.compute.manager [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] No waiting events found dispatching network-vif-plugged-53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.854422] env[68758]: WARNING nova.compute.manager [req-4278b8e5-4b8f-4320-b6f7-941ec98207bc req-9ab57d27-9390-470d-80ff-914e5b56e2e2 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Received unexpected event network-vif-plugged-53bc76ef-dadd-4ebb-8574-d343eda830f7 for instance with vm_state building and task_state spawning. [ 969.984228] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Successfully updated port: 53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 970.058586] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942729, 'name': Rename_Task, 'duration_secs': 0.180582} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.058948] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.059275] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37cf3e92-a755-4ae3-afdb-9eee080ffe8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.069633] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 970.069633] env[68758]: value = "task-2942730" [ 970.069633] env[68758]: _type = "Task" [ 970.069633] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.081372] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.096128] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942727, 'name': ReconfigVM_Task, 'duration_secs': 1.10178} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.096128] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 7428780b-ca90-4822-928a-55dca136463e/7428780b-ca90-4822-928a-55dca136463e.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.096128] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c525b52-45b4-458c-90fb-366f91f2798b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.098202] env[68758]: ERROR nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [req-205bf595-cb76-4817-b033-2c9a4f315c4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-205bf595-cb76-4817-b033-2c9a4f315c4c"}]} [ 970.106227] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 970.106227] env[68758]: value = "task-2942731" [ 970.106227] env[68758]: _type = "Task" [ 970.106227] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.116178] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942731, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.118699] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 970.146213] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 970.146213] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.159767] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 970.174293] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942725, 'name': CloneVM_Task, 'duration_secs': 1.963571} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.174574] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Created linked-clone VM from snapshot [ 970.175357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573b618a-f6ac-4e78-bca5-3659174fe3a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.179290] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.185576] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Uploading image 5d8da69b-273b-4731-8fcb-45223ec7af24 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 970.192905] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 970.221356] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.223917] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 970.223917] env[68758]: value = "vm-590718" [ 970.223917] env[68758]: _type = "VirtualMachine" [ 970.223917] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 970.224235] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6f610c94-85e7-4dd4-a403-730c168057b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.233453] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease: (returnval){ [ 970.233453] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7d20c-c4c2-6bb7-0f3b-3f10119962ee" [ 970.233453] env[68758]: _type = "HttpNfcLease" [ 970.233453] env[68758]: } obtained for exporting VM: (result){ [ 970.233453] env[68758]: value = "vm-590718" [ 970.233453] env[68758]: _type = "VirtualMachine" [ 970.233453] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 970.233667] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the lease: (returnval){ [ 970.233667] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7d20c-c4c2-6bb7-0f3b-3f10119962ee" [ 970.233667] env[68758]: _type = "HttpNfcLease" [ 970.233667] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 970.244184] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.244184] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7d20c-c4c2-6bb7-0f3b-3f10119962ee" [ 970.244184] env[68758]: _type = "HttpNfcLease" [ 970.244184] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 970.256879] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.331404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-a291e818-9793-49bf-b91a-ac1fc95f7d05" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.331666] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-a291e818-9793-49bf-b91a-ac1fc95f7d05" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.489008] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.490792] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.491035] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.513573] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1080c5-922c-40c2-9b5b-6c3e60a74170 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.523041] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587bec8d-f2f4-45c2-8973-58616a0f2b99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.557081] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5a6bd4-c097-4199-96d4-9b6f002efa68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.565847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1757f7a-eea4-476d-8daa-ade146bdc401 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.578960] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942730, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.587857] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 970.615660] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942731, 'name': Rename_Task, 'duration_secs': 0.224715} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.616053] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.616334] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be4b8cb-79a1-4eaf-afe5-9f192a761725 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.624200] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 970.624200] env[68758]: value = "task-2942733" [ 970.624200] env[68758]: _type = "Task" [ 970.624200] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.634061] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.744998] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 970.744998] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7d20c-c4c2-6bb7-0f3b-3f10119962ee" [ 970.744998] env[68758]: _type = "HttpNfcLease" [ 970.744998] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 970.745325] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 970.745325] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d7d20c-c4c2-6bb7-0f3b-3f10119962ee" [ 970.745325] env[68758]: _type = "HttpNfcLease" [ 970.745325] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 970.746063] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0981ff6-6b46-4bd4-a9ab-29a9cd314781 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.755474] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 970.755709] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 970.830635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.834377] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.834711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.835629] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d0c246-82ae-4c03-9591-14624c60a465 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.857806] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6078de-0f05-4ce0-90c8-0971b310122e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.869356] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2e7db3c7-9678-499c-87d2-01f80b4c30f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.896493] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfiguring VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 970.901434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77369319-77e4-45ea-bf1d-3fffa341fd60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.924792] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 970.924792] env[68758]: value = "task-2942734" [ 970.924792] env[68758]: _type = "Task" [ 970.924792] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.943309] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.025744] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 971.081376] env[68758]: DEBUG oslo_vmware.api [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942730, 'name': PowerOnVM_Task, 'duration_secs': 0.522537} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.084095] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.084325] env[68758]: INFO nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Took 8.50 seconds to spawn the instance on the hypervisor. [ 971.084511] env[68758]: DEBUG nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.085566] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e12e9ad-1e42-4cc1-af21-32f54109d61c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.116447] env[68758]: ERROR nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [req-2a3666e9-b55a-49c8-b0eb-3419db346567] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a3666e9-b55a-49c8-b0eb-3419db346567"}]} [ 971.136983] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 971.146446] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942733, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.162936] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 971.163296] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.180776] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 971.209485] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 971.274129] env[68758]: DEBUG nova.network.neutron [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Updating instance_info_cache with network_info: [{"id": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "address": "fa:16:3e:e3:56:bd", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc76ef-da", "ovs_interfaceid": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.376646] env[68758]: DEBUG nova.compute.manager [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 971.444845] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.562821] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28420503-f806-4004-9ac1-873c53403074 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.571991] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b977e23-c486-4e62-8fec-54d9dd135292 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.612191] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84d0165-edd7-41c9-bd94-bec55d233ba4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.619280] env[68758]: INFO nova.compute.manager [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Took 27.27 seconds to build instance. [ 971.624167] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0aa88ff-1d23-4e1b-a658-7737bd23274d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.637740] env[68758]: DEBUG oslo_vmware.api [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942733, 'name': PowerOnVM_Task, 'duration_secs': 0.623195} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.649319] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.650021] env[68758]: INFO nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Took 15.95 seconds to spawn the instance on the hypervisor. [ 971.650021] env[68758]: DEBUG nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 971.650703] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 971.652702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735ae59d-7d7c-4ea9-a126-82f4ec0680d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.777214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.777638] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Instance network_info: |[{"id": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "address": "fa:16:3e:e3:56:bd", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc76ef-da", "ovs_interfaceid": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.778267] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:56:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53bc76ef-dadd-4ebb-8574-d343eda830f7', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.790729] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 971.791033] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.791396] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2f65c9f-ab3b-47a9-a99e-bbc850016cbc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.820359] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.820359] env[68758]: value = "task-2942735" [ 971.820359] env[68758]: _type = "Task" [ 971.820359] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.831944] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942735, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.897783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.941431] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.942665] env[68758]: DEBUG nova.compute.manager [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Received event network-changed-53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 971.942927] env[68758]: DEBUG nova.compute.manager [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Refreshing instance network info cache due to event network-changed-53bc76ef-dadd-4ebb-8574-d343eda830f7. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 971.943797] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] Acquiring lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.943797] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] Acquired lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.943797] env[68758]: DEBUG nova.network.neutron [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Refreshing network info cache for port 53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.123573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fd035da9-8aae-4614-8e86-2eda95980eeb tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.783s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.175087] env[68758]: INFO nova.compute.manager [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Took 29.19 seconds to build instance. [ 972.191310] env[68758]: DEBUG nova.compute.manager [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Received event network-changed-051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 972.191617] env[68758]: DEBUG nova.compute.manager [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Refreshing instance network info cache due to event network-changed-051184fe-90b8-4ba5-a594-fd3246a48762. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 972.191918] env[68758]: DEBUG oslo_concurrency.lockutils [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.192376] env[68758]: DEBUG oslo_concurrency.lockutils [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.192864] env[68758]: DEBUG nova.network.neutron [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Refreshing network info cache for port 051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 972.200854] env[68758]: DEBUG nova.scheduler.client.report [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 972.201216] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 121 to 122 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 972.201439] env[68758]: DEBUG nova.compute.provider_tree [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 972.337063] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942735, 'name': CreateVM_Task, 'duration_secs': 0.436537} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.338672] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.339725] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.340108] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.340665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.341124] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32802fff-2afc-4a2a-a029-7e8ca81e4c4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.350190] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 972.350190] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226ae09-cf5b-6001-6c51-bb204cffd73d" [ 972.350190] env[68758]: _type = "Task" [ 972.350190] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.363627] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226ae09-cf5b-6001-6c51-bb204cffd73d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.438551] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.680601] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45068718-57a4-4118-86d3-cc1f5ba8f447 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.701s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.712024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.735s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.712024] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 972.713242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.746s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.713641] env[68758]: DEBUG nova.objects.instance [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lazy-loading 'resources' on Instance uuid ffbb3381-912d-4a29-81cb-5bd8621d0694 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.763363] env[68758]: DEBUG nova.network.neutron [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Updated VIF entry in instance network info cache for port 53bc76ef-dadd-4ebb-8574-d343eda830f7. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.763363] env[68758]: DEBUG nova.network.neutron [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Updating instance_info_cache with network_info: [{"id": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "address": "fa:16:3e:e3:56:bd", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53bc76ef-da", "ovs_interfaceid": "53bc76ef-dadd-4ebb-8574-d343eda830f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.868693] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226ae09-cf5b-6001-6c51-bb204cffd73d, 'name': SearchDatastore_Task, 'duration_secs': 0.039754} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.872098] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.872383] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.872626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.872798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.873388] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.874228] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b048574-a7f9-41f0-a690-a83d9d54d700 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.886123] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.886331] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.887127] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c6a9dc5-dc74-4deb-9460-f7fc9365ed08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.895722] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 972.895722] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523c8fb0-59a1-168f-59eb-4d955ff09811" [ 972.895722] env[68758]: _type = "Task" [ 972.895722] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.906844] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523c8fb0-59a1-168f-59eb-4d955ff09811, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.941321] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.955630] env[68758]: DEBUG nova.network.neutron [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updated VIF entry in instance network info cache for port 051184fe-90b8-4ba5-a594-fd3246a48762. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 972.956011] env[68758]: DEBUG nova.network.neutron [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.217750] env[68758]: DEBUG nova.compute.utils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.219529] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.219735] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.264614] env[68758]: DEBUG oslo_concurrency.lockutils [req-6ea9f8e2-0645-4ea5-8ed4-1ee514a43e40 req-97798a30-7ad7-4430-949d-d34adeb516e7 service nova] Releasing lock "refresh_cache-e3957311-7f4f-474f-9876-40b22d1eccfb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.271402] env[68758]: DEBUG nova.policy [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7e3f29d73944e68afb445b080cc3dc2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e65b05f8e9740aeb988d944fb85e911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.361119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "7428780b-ca90-4822-928a-55dca136463e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.361371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.361576] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "7428780b-ca90-4822-928a-55dca136463e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.361752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.361923] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.363961] env[68758]: INFO nova.compute.manager [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Terminating instance [ 973.410287] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523c8fb0-59a1-168f-59eb-4d955ff09811, 'name': SearchDatastore_Task, 'duration_secs': 0.014008} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.412233] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dcd6910-9cc5-4f23-93f6-2ad4121a98ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.420661] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 973.420661] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d0892d-aec3-f603-de14-19913db0bf86" [ 973.420661] env[68758]: _type = "Task" [ 973.420661] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.436315] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d0892d-aec3-f603-de14-19913db0bf86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.442424] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.458767] env[68758]: DEBUG oslo_concurrency.lockutils [req-fac72415-1f06-4950-8b26-090ebe588b2c req-f229860a-3ebd-4c23-871e-31ec527fcf59 service nova] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.561355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e182b907-4c32-4e50-9958-bebbabe227b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.569822] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da73e3d-5a54-4ed4-9d77-74efd5b68f12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.574739] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Successfully created port: 7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 973.610293] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6715c24-f29b-431e-bdfe-1f5b62ba167f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.618905] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe93123b-8869-4b0d-b2bf-3a4429598624 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.639021] env[68758]: DEBUG nova.compute.provider_tree [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.672652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.672652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.723752] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 973.871599] env[68758]: DEBUG nova.compute.manager [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.871870] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.872874] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ad3a5-20ec-4222-8d03-df1e86393736 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.885870] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.886159] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981d1635-cc37-4d06-bdec-cbade53bd0c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.894126] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 973.894126] env[68758]: value = "task-2942736" [ 973.894126] env[68758]: _type = "Task" [ 973.894126] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.905552] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942736, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.931876] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d0892d-aec3-f603-de14-19913db0bf86, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.935383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.935670] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] e3957311-7f4f-474f-9876-40b22d1eccfb/e3957311-7f4f-474f-9876-40b22d1eccfb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.936355] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1275d9cd-93dd-4962-821e-b834f0e38f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.946489] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.948036] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 973.948036] env[68758]: value = "task-2942737" [ 973.948036] env[68758]: _type = "Task" [ 973.948036] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.957729] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.142081] env[68758]: DEBUG nova.scheduler.client.report [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.175581] env[68758]: DEBUG nova.compute.utils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.405606] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942736, 'name': PowerOffVM_Task, 'duration_secs': 0.277309} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.406304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.406510] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.406890] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e47be4a2-fce0-484d-8501-e07ef26ea09d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.444941] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.462490] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942737, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.531646] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.531963] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.532183] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore1] 7428780b-ca90-4822-928a-55dca136463e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.532516] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0b2fa5-96db-4d61-be9e-e58be26a38dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.543088] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 974.543088] env[68758]: value = "task-2942739" [ 974.543088] env[68758]: _type = "Task" [ 974.543088] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.552709] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.646931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.649728] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.816s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.650434] env[68758]: DEBUG nova.objects.instance [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lazy-loading 'resources' on Instance uuid 69dae979-c82b-47dc-8d6f-0874e5123baa {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.673380] env[68758]: INFO nova.scheduler.client.report [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Deleted allocations for instance ffbb3381-912d-4a29-81cb-5bd8621d0694 [ 974.679035] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.736680] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 974.763960] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 974.764212] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 974.764368] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 974.764547] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 974.764727] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 974.764915] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 974.765173] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 974.765339] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 974.765499] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 974.765660] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 974.765832] env[68758]: DEBUG nova.virt.hardware [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 974.766714] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6facd27-288a-42c0-8c5b-cd06809c8aa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.775969] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a0d845-9b85-41ad-823e-99873e37eaa9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.943678] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.960131] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713719} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.960406] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] e3957311-7f4f-474f-9876-40b22d1eccfb/e3957311-7f4f-474f-9876-40b22d1eccfb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.960622] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.960922] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d700bc8f-cba9-4ca8-9f9a-783f2a43a4bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969464] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 974.969464] env[68758]: value = "task-2942740" [ 974.969464] env[68758]: _type = "Task" [ 974.969464] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.980506] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942740, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.057893] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942739, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.096056] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Successfully updated port: 7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.180834] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6f6aa3df-b8d6-4f24-b8c2-47f1fc7d9d7e tempest-ServersV294TestFqdnHostnames-1040766253 tempest-ServersV294TestFqdnHostnames-1040766253-project-member] Lock "ffbb3381-912d-4a29-81cb-5bd8621d0694" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.964s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.227415] env[68758]: DEBUG nova.compute.manager [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Received event network-vif-plugged-7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 975.227641] env[68758]: DEBUG oslo_concurrency.lockutils [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] Acquiring lock "032364db-d9b9-4365-91d1-c2328616ea16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.227858] env[68758]: DEBUG oslo_concurrency.lockutils [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] Lock "032364db-d9b9-4365-91d1-c2328616ea16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.228022] env[68758]: DEBUG oslo_concurrency.lockutils [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] Lock "032364db-d9b9-4365-91d1-c2328616ea16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.228203] env[68758]: DEBUG nova.compute.manager [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] No waiting events found dispatching network-vif-plugged-7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.228366] env[68758]: WARNING nova.compute.manager [req-2818a688-1d08-4580-a061-4fc256fff608 req-7a3df284-f5f6-40b6-951a-ae08feef51db service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Received unexpected event network-vif-plugged-7a474b6d-e76b-4367-a0df-a8e736a11ce9 for instance with vm_state building and task_state spawning. [ 975.449583] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.452236] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac75302-f70b-4f36-ad67-9d49f7d135c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.463731] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf92e3-c282-42ee-9300-f5a43d4755ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.511899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239fc573-224f-4d97-bdb2-eac50362280c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.519666] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942740, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1512} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.520555] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.521673] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bac7446-e1e8-4470-9128-a49132456481 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.530323] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305f6598-8ee0-4fde-8899-cbb507519002 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.563559] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e3957311-7f4f-474f-9876-40b22d1eccfb/e3957311-7f4f-474f-9876-40b22d1eccfb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.568660] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4059924-f592-4718-9448-ee055a878ca3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.604780] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.604780] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquired lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.604780] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.606681] env[68758]: DEBUG nova.compute.provider_tree [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.616478] env[68758]: DEBUG oslo_vmware.api [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942739, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615939} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.618917] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.619140] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.620139] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.620139] env[68758]: INFO nova.compute.manager [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 7428780b-ca90-4822-928a-55dca136463e] Took 1.75 seconds to destroy the instance on the hypervisor. [ 975.620139] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.620139] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 975.620139] env[68758]: value = "task-2942741" [ 975.620139] env[68758]: _type = "Task" [ 975.620139] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.620542] env[68758]: DEBUG nova.compute.manager [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.620634] env[68758]: DEBUG nova.network.neutron [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.632851] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.757979] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.758380] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.758841] env[68758]: INFO nova.compute.manager [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Attaching volume 29da2c21-b3b5-47d3-88cc-8d9582d4175e to /dev/sdb [ 975.795358] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757bff78-67ff-463e-8bb4-fa30629a1807 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.804819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b0ff7-aa10-4010-8c47-676b9644d100 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.821838] env[68758]: DEBUG nova.virt.block_device [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updating existing volume attachment record: 4654db33-adcd-4e05-a659-be8240c96ca4 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 975.946749] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.112149] env[68758]: DEBUG nova.scheduler.client.report [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.135365] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942741, 'name': ReconfigVM_Task, 'duration_secs': 0.31054} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.136198] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e3957311-7f4f-474f-9876-40b22d1eccfb/e3957311-7f4f-474f-9876-40b22d1eccfb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.136859] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02f56fd3-2de5-46ad-bd2d-21d2625b91c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.147174] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 976.147174] env[68758]: value = "task-2942743" [ 976.147174] env[68758]: _type = "Task" [ 976.147174] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.162134] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942743, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.166453] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.378699] env[68758]: DEBUG nova.network.neutron [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updating instance_info_cache with network_info: [{"id": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "address": "fa:16:3e:de:0a:97", "network": {"id": "c7d11885-f5ed-43f2-ac47-620f1eb8a56c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1048974486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e65b05f8e9740aeb988d944fb85e911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a474b6d-e7", "ovs_interfaceid": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.445736] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.476020] env[68758]: DEBUG nova.network.neutron [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.618370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.621227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.809s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.621500] env[68758]: DEBUG nova.objects.instance [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'resources' on Instance uuid 18352ed1-6ef5-42ed-983a-a3e71f448ebc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.663949] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942743, 'name': Rename_Task, 'duration_secs': 0.178279} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.667243] env[68758]: INFO nova.scheduler.client.report [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Deleted allocations for instance 69dae979-c82b-47dc-8d6f-0874e5123baa [ 976.667243] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.667243] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fc225ab-9854-496b-a718-3cd99a5fab1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.682644] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 976.682644] env[68758]: value = "task-2942746" [ 976.682644] env[68758]: _type = "Task" [ 976.682644] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.696953] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.782614] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.782947] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.882324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Releasing lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.882324] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Instance network_info: |[{"id": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "address": "fa:16:3e:de:0a:97", "network": {"id": "c7d11885-f5ed-43f2-ac47-620f1eb8a56c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1048974486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e65b05f8e9740aeb988d944fb85e911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a474b6d-e7", "ovs_interfaceid": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.882324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:0a:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a474b6d-e76b-4367-a0df-a8e736a11ce9', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.892605] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Creating folder: Project (0e65b05f8e9740aeb988d944fb85e911). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.896420] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1a33323-aabc-495d-acef-032b373171b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.909990] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Created folder: Project (0e65b05f8e9740aeb988d944fb85e911) in parent group-v590497. [ 976.910195] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Creating folder: Instances. Parent ref: group-v590722. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.910420] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b4b40b46-8bd0-43c3-bbef-0c621d6f2202 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.921991] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Created folder: Instances in parent group-v590722. [ 976.922257] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.922458] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.922664] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8cd6d439-c21d-4ea1-a2bd-062f115b6214 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.947041] env[68758]: DEBUG oslo_vmware.api [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942734, 'name': ReconfigVM_Task, 'duration_secs': 5.77247} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.948348] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.948573] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Reconfigured VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 976.950856] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.950856] env[68758]: value = "task-2942749" [ 976.950856] env[68758]: _type = "Task" [ 976.950856] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.964826] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942749, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.980113] env[68758]: INFO nova.compute.manager [-] [instance: 7428780b-ca90-4822-928a-55dca136463e] Took 1.36 seconds to deallocate network for instance. [ 977.178167] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f1ec2290-a450-4428-8e8e-5b5e3dd355d7 tempest-ServersTestBootFromVolume-630125933 tempest-ServersTestBootFromVolume-630125933-project-member] Lock "69dae979-c82b-47dc-8d6f-0874e5123baa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.052s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.198700] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.290029] env[68758]: DEBUG nova.compute.utils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.301303] env[68758]: DEBUG nova.compute.manager [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Received event network-changed-7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 977.301686] env[68758]: DEBUG nova.compute.manager [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Refreshing instance network info cache due to event network-changed-7a474b6d-e76b-4367-a0df-a8e736a11ce9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 977.301733] env[68758]: DEBUG oslo_concurrency.lockutils [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] Acquiring lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.301903] env[68758]: DEBUG oslo_concurrency.lockutils [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] Acquired lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.302022] env[68758]: DEBUG nova.network.neutron [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Refreshing network info cache for port 7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 977.461292] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942749, 'name': CreateVM_Task, 'duration_secs': 0.488388} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.468904] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.468904] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.468904] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.468904] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.468904] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2420d269-e310-432f-868c-07f47aa360c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.473783] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 977.473783] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523daf7b-03ab-de71-caed-9afb5a645c93" [ 977.473783] env[68758]: _type = "Task" [ 977.473783] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.487092] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.487459] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523daf7b-03ab-de71-caed-9afb5a645c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.509439] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd98791-baf9-450e-bbde-535d36bbad89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.517747] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4702bfa3-17d1-4b8d-a73f-53835f0b5ab0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.555031] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f932716-2e90-4856-85c7-a1ea00cc2d81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.564149] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d2403c-babf-466c-831a-8b27158dc82c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.583017] env[68758]: DEBUG nova.compute.provider_tree [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.696328] env[68758]: DEBUG oslo_vmware.api [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942746, 'name': PowerOnVM_Task, 'duration_secs': 0.555358} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.696944] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.697412] env[68758]: INFO nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Took 8.67 seconds to spawn the instance on the hypervisor. [ 977.697716] env[68758]: DEBUG nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 977.698827] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54c9e5-b93f-4d76-94d4-96eca2fab4f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.795725] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.988477] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523daf7b-03ab-de71-caed-9afb5a645c93, 'name': SearchDatastore_Task, 'duration_secs': 0.011398} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.988943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989052] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.989410] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989596] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.990154] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.990154] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f7377e3-90ac-40a2-bc3e-7e02d787aa13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.001618] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.001823] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.002683] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cee35ebb-bbc1-402f-b365-e9281a8a623f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.009311] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 978.009311] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df332-8d30-cc9e-7ee4-2c5190d04686" [ 978.009311] env[68758]: _type = "Task" [ 978.009311] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.020593] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df332-8d30-cc9e-7ee4-2c5190d04686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.085754] env[68758]: DEBUG nova.scheduler.client.report [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.120437] env[68758]: DEBUG nova.network.neutron [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updated VIF entry in instance network info cache for port 7a474b6d-e76b-4367-a0df-a8e736a11ce9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 978.120531] env[68758]: DEBUG nova.network.neutron [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updating instance_info_cache with network_info: [{"id": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "address": "fa:16:3e:de:0a:97", "network": {"id": "c7d11885-f5ed-43f2-ac47-620f1eb8a56c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1048974486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e65b05f8e9740aeb988d944fb85e911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a474b6d-e7", "ovs_interfaceid": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.221543] env[68758]: INFO nova.compute.manager [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Took 28.27 seconds to build instance. [ 978.299258] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.299471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.299660] env[68758]: DEBUG nova.network.neutron [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.521152] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df332-8d30-cc9e-7ee4-2c5190d04686, 'name': SearchDatastore_Task, 'duration_secs': 0.015264} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.522017] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6112d0c5-c887-41f7-af23-5b47af109dbd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.529117] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 978.529117] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bd02b9-f786-bb27-870f-95c368bb765c" [ 978.529117] env[68758]: _type = "Task" [ 978.529117] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.538970] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bd02b9-f786-bb27-870f-95c368bb765c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.593207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.596615] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.255s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.599181] env[68758]: INFO nova.compute.claims [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.622865] env[68758]: DEBUG oslo_concurrency.lockutils [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] Releasing lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.623803] env[68758]: DEBUG nova.compute.manager [req-b8c9a935-f2eb-4161-8a2c-7dfc7221359d req-e630040b-d04e-447c-b315-5eebc72b808f service nova] [instance: 7428780b-ca90-4822-928a-55dca136463e] Received event network-vif-deleted-7f2e8356-91aa-4f3c-9124-06f14fc3fb13 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 978.631166] env[68758]: INFO nova.scheduler.client.report [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance 18352ed1-6ef5-42ed-983a-a3e71f448ebc [ 978.724526] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c9a88805-f59e-4d02-a071-f7da4539d90a tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.784s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.876232] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.876982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.876982] env[68758]: INFO nova.compute.manager [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attaching volume 688fa82a-d3b0-4e49-9fc7-65277facb661 to /dev/sdb [ 978.917224] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79eaed0-5792-43e6-9180-5b25a28bb4da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.928968] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e23b324-e805-4373-bdd5-3552fdadaf8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.931766] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.932085] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.932746] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.932958] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.933163] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.937039] env[68758]: INFO nova.compute.manager [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Terminating instance [ 978.952010] env[68758]: DEBUG nova.virt.block_device [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating existing volume attachment record: 9731a2b1-c5cb-480e-8138-91d1421254eb {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 978.961996] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "e3957311-7f4f-474f-9876-40b22d1eccfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.962290] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.962507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.962704] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.962881] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.964985] env[68758]: INFO nova.compute.manager [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Terminating instance [ 979.045971] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52bd02b9-f786-bb27-870f-95c368bb765c, 'name': SearchDatastore_Task, 'duration_secs': 0.020893} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.047140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.048130] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 032364db-d9b9-4365-91d1-c2328616ea16/032364db-d9b9-4365-91d1-c2328616ea16.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.050447] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ac9fcc5-6ca4-4fb1-9e2f-70019f307602 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.058800] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 979.058800] env[68758]: value = "task-2942751" [ 979.058800] env[68758]: _type = "Task" [ 979.058800] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.082206] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942751, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.144855] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5968c8df-d864-4ab0-99b0-37946cf6301e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "18352ed1-6ef5-42ed-983a-a3e71f448ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.210s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.205628] env[68758]: INFO nova.network.neutron [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Port a291e818-9793-49bf-b91a-ac1fc95f7d05 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 979.206070] env[68758]: DEBUG nova.network.neutron [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [{"id": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "address": "fa:16:3e:6c:95:e1", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15e0bfd-3a", "ovs_interfaceid": "e15e0bfd-3a49-4b97-b50b-66287e691e2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.441404] env[68758]: DEBUG nova.compute.manager [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.441404] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.442416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90041a35-f1c0-40f0-822f-6e88989d44a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.456475] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.456777] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4da662a-c9e4-43cd-8557-726fd0f711c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.466464] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 979.466464] env[68758]: value = "task-2942753" [ 979.466464] env[68758]: _type = "Task" [ 979.466464] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.470428] env[68758]: DEBUG nova.compute.manager [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.470666] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.471608] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c711fb42-cb7f-405b-8c3c-fd1b19c290f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.482398] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.485020] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.485244] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e17d0fca-da84-468d-bf80-50f61076c2c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.497036] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 979.497036] env[68758]: value = "task-2942754" [ 979.497036] env[68758]: _type = "Task" [ 979.497036] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.509215] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.517918] env[68758]: DEBUG nova.compute.manager [req-e592af33-368a-4d3f-b20f-52923f380f2a req-27592fad-ea2c-488b-8653-7a5bdc035e7b service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-vif-deleted-a291e818-9793-49bf-b91a-ac1fc95f7d05 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 979.573798] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942751, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.709227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-8833fd05-4ef9-40d4-945a-53e20426c094" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.943267] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85bd74-d31f-4c78-9c9d-fb40e8f73420 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.957254] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabcd442-32c4-45a4-b902-2efdea624bb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.994486] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df50c23c-b3e7-4613-ad73-efef7e58f1c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.787458] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 980.787678] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590721', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'name': 'volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f264b047-9e41-4a69-85c4-db15ad3e5a77', 'attached_at': '', 'detached_at': '', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'serial': '29da2c21-b3b5-47d3-88cc-8d9582d4175e'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 980.791676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-65a68740-7e0d-44ea-bdf7-8e1c8ffe989b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-8833fd05-4ef9-40d4-945a-53e20426c094-a291e818-9793-49bf-b91a-ac1fc95f7d05" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.459s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.794540] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942753, 'name': PowerOffVM_Task, 'duration_secs': 0.253415} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.795425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2630e376-067a-4e39-9938-db2540eadfa0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.801879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.802133] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.803245] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.803724] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.804961] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90e8b24-b026-4057-b873-021f56f655b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.812213] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fb87647-b667-4e2c-96bb-12ffdbc0d858 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.814876] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942754, 'name': PowerOffVM_Task, 'duration_secs': 0.267461} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.816561] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.816939] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.827974] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c3b348a-8045-4e78-ac4a-496c083d54c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.842595] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3568b2-a33a-4c11-bad8-ae64a65b9b72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.845506] env[68758]: DEBUG nova.compute.provider_tree [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.846918] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942751, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550777} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.848369] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 032364db-d9b9-4365-91d1-c2328616ea16/032364db-d9b9-4365-91d1-c2328616ea16.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.848621] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.849205] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7b0f3a2-0309-4924-be99-b01b2ce1127e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.892223] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e/volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.893956] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fb6ac7c-93b5-4a52-8fc8-613554d27072 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.908539] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 980.908539] env[68758]: value = "task-2942757" [ 980.908539] env[68758]: _type = "Task" [ 980.908539] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.916362] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 980.916362] env[68758]: value = "task-2942758" [ 980.916362] env[68758]: _type = "Task" [ 980.916362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.919452] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942757, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.928423] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.252881] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 981.253986] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912053c2-22d8-4efb-b812-3dc46ee62080 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.262512] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 981.262695] env[68758]: ERROR oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk due to incomplete transfer. [ 981.263007] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4d21b564-c362-41c1-a939-fcc321355b13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.271919] env[68758]: DEBUG oslo_vmware.rw_handles [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52790471-9b64-d829-fcbd-cfc9f555ef17/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 981.272134] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Uploaded image 5d8da69b-273b-4731-8fcb-45223ec7af24 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 981.274648] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 981.274910] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fec9fab4-3d9c-4b3b-af53-df98451f5df4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.282444] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 981.282444] env[68758]: value = "task-2942759" [ 981.282444] env[68758]: _type = "Task" [ 981.282444] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.291646] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942759, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.310560] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.374302] env[68758]: ERROR nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [req-d12d712b-c7b6-4a59-922d-aedc85df7e64] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d12d712b-c7b6-4a59-922d-aedc85df7e64"}]} [ 981.387733] env[68758]: DEBUG nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 981.407937] env[68758]: DEBUG nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 981.408197] env[68758]: DEBUG nova.compute.provider_tree [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.420343] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942757, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340157} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.421427] env[68758]: DEBUG nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 981.426541] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.428030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dc0a2f-ad5f-4aa4-bf43-6fe05a7f6f00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.436604] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.454036] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 032364db-d9b9-4365-91d1-c2328616ea16/032364db-d9b9-4365-91d1-c2328616ea16.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.455473] env[68758]: DEBUG nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 981.457107] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c50f8858-9551-4255-8a0c-7791289148e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.480161] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 981.480161] env[68758]: value = "task-2942761" [ 981.480161] env[68758]: _type = "Task" [ 981.480161] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.496433] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.758107] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.758424] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.758697] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore1] e3957311-7f4f-474f-9876-40b22d1eccfb {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.759058] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f4098cf-a4e3-43f7-a0a0-77d739674bb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.774110] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 981.774110] env[68758]: value = "task-2942762" [ 981.774110] env[68758]: _type = "Task" [ 981.774110] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.774559] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.774638] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.774870] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleting the datastore file [datastore2] 8833fd05-4ef9-40d4-945a-53e20426c094 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.775845] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6e71808-ff5c-46df-9c15-d33acc067419 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.790337] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d012c9-4aee-4891-91c3-f17c3c573420 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.800018] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 981.800018] env[68758]: value = "task-2942763" [ 981.800018] env[68758]: _type = "Task" [ 981.800018] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.800528] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.810374] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942759, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.812583] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2383078-4920-419f-b760-600bfae1c90f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.821995] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.862304] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.863173] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40462c70-1c08-4389-b545-a6f32f21282f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.871898] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65e3671-9a30-4e4e-82b0-1bacba1993bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.887559] env[68758]: DEBUG nova.compute.provider_tree [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 981.930779] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942758, 'name': ReconfigVM_Task, 'duration_secs': 0.775574} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.931159] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfigured VM instance instance-0000003e to attach disk [datastore1] volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e/volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.936533] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f8863a9-e9f3-4c77-b8b8-8c02d22ce791 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.953362] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 981.953362] env[68758]: value = "task-2942764" [ 981.953362] env[68758]: _type = "Task" [ 981.953362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.965508] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942764, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.992542] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942761, 'name': ReconfigVM_Task, 'duration_secs': 0.417424} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.992808] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 032364db-d9b9-4365-91d1-c2328616ea16/032364db-d9b9-4365-91d1-c2328616ea16.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.993895] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0edbef1-1fe1-4206-8e4a-10ea87d5317c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.002321] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 982.002321] env[68758]: value = "task-2942765" [ 982.002321] env[68758]: _type = "Task" [ 982.002321] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.011942] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942765, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.286085] env[68758]: DEBUG oslo_vmware.api [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197632} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.288942] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.289174] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.289362] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.289533] env[68758]: INFO nova.compute.manager [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Took 2.82 seconds to destroy the instance on the hypervisor. [ 982.289812] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.290049] env[68758]: DEBUG nova.compute.manager [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.290136] env[68758]: DEBUG nova.network.neutron [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.296961] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942759, 'name': Destroy_Task, 'duration_secs': 0.627775} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.297210] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Destroyed the VM [ 982.297447] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 982.297692] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63dce15e-30cf-4ddb-89a4-891f559a21f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.307029] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 982.307029] env[68758]: value = "task-2942766" [ 982.307029] env[68758]: _type = "Task" [ 982.307029] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.314359] env[68758]: DEBUG oslo_vmware.api [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195567} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.315341] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 982.315624] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 982.315881] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 982.316141] env[68758]: INFO nova.compute.manager [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Took 2.88 seconds to destroy the instance on the hypervisor. [ 982.316421] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 982.316681] env[68758]: DEBUG nova.compute.manager [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 982.316805] env[68758]: DEBUG nova.network.neutron [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 982.322067] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942766, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.432606] env[68758]: DEBUG nova.scheduler.client.report [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 982.432937] env[68758]: DEBUG nova.compute.provider_tree [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 123 to 124 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 982.433154] env[68758]: DEBUG nova.compute.provider_tree [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 982.466886] env[68758]: DEBUG oslo_vmware.api [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942764, 'name': ReconfigVM_Task, 'duration_secs': 0.180097} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.467355] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590721', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'name': 'volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f264b047-9e41-4a69-85c4-db15ad3e5a77', 'attached_at': '', 'detached_at': '', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'serial': '29da2c21-b3b5-47d3-88cc-8d9582d4175e'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 982.515083] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942765, 'name': Rename_Task, 'duration_secs': 0.185599} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.515435] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.515643] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-241020d8-c8f2-4cbf-8315-a897a8a609c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.526021] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 982.526021] env[68758]: value = "task-2942767" [ 982.526021] env[68758]: _type = "Task" [ 982.526021] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.531661] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942767, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.808150] env[68758]: DEBUG nova.compute.manager [req-849f06e4-7a27-439b-9cd7-39d9bed45d41 req-aa5f5e2b-61d2-4daa-a8df-429b8785a486 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Received event network-vif-deleted-53bc76ef-dadd-4ebb-8574-d343eda830f7 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 982.808150] env[68758]: INFO nova.compute.manager [req-849f06e4-7a27-439b-9cd7-39d9bed45d41 req-aa5f5e2b-61d2-4daa-a8df-429b8785a486 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Neutron deleted interface 53bc76ef-dadd-4ebb-8574-d343eda830f7; detaching it from the instance and deleting it from the info cache [ 982.808150] env[68758]: DEBUG nova.network.neutron [req-849f06e4-7a27-439b-9cd7-39d9bed45d41 req-aa5f5e2b-61d2-4daa-a8df-429b8785a486 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.821426] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942766, 'name': RemoveSnapshot_Task, 'duration_secs': 0.49757} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.821924] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 982.822469] env[68758]: DEBUG nova.compute.manager [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.823549] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0175611d-8ff5-4aed-b95d-cfddc1fb98df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.939033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.342s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.940099] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 982.945048] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.689s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.945048] env[68758]: DEBUG nova.objects.instance [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 983.035126] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942767, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.284516] env[68758]: DEBUG nova.network.neutron [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.311741] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d96c6e6-a01b-48e1-9c40-fb49ae2fc07e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.324007] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eccdca8-fa5c-4d06-a32f-a84158768290 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.346887] env[68758]: INFO nova.compute.manager [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Shelve offloading [ 983.355298] env[68758]: DEBUG nova.compute.manager [req-a6ffe770-f8a5-4f7c-90a4-f2b124dab04e req-110660a0-0767-4f60-b3f6-da2dc80afa5c service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Received event network-vif-deleted-e15e0bfd-3a49-4b97-b50b-66287e691e2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 983.355542] env[68758]: INFO nova.compute.manager [req-a6ffe770-f8a5-4f7c-90a4-f2b124dab04e req-110660a0-0767-4f60-b3f6-da2dc80afa5c service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Neutron deleted interface e15e0bfd-3a49-4b97-b50b-66287e691e2c; detaching it from the instance and deleting it from the info cache [ 983.355767] env[68758]: DEBUG nova.network.neutron [req-a6ffe770-f8a5-4f7c-90a4-f2b124dab04e req-110660a0-0767-4f60-b3f6-da2dc80afa5c service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.374422] env[68758]: DEBUG nova.compute.manager [req-849f06e4-7a27-439b-9cd7-39d9bed45d41 req-aa5f5e2b-61d2-4daa-a8df-429b8785a486 service nova] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Detach interface failed, port_id=53bc76ef-dadd-4ebb-8574-d343eda830f7, reason: Instance e3957311-7f4f-474f-9876-40b22d1eccfb could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 983.448061] env[68758]: DEBUG nova.compute.utils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.453394] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.453878] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.498163] env[68758]: DEBUG nova.policy [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '48f7e7db418e40148e150d4bcadb9a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '65265f60a3714f31aa58b6cf017f4376', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.508160] env[68758]: DEBUG nova.objects.instance [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lazy-loading 'flavor' on Instance uuid f264b047-9e41-4a69-85c4-db15ad3e5a77 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.535295] env[68758]: DEBUG oslo_vmware.api [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942767, 'name': PowerOnVM_Task, 'duration_secs': 0.640722} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.535556] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.535757] env[68758]: INFO nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Took 8.80 seconds to spawn the instance on the hypervisor. [ 983.535956] env[68758]: DEBUG nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.536818] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa755dc-1718-4616-afa8-8df5b8d4a48e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.638255] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 983.638487] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590725', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'name': 'volume-688fa82a-d3b0-4e49-9fc7-65277facb661', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'serial': '688fa82a-d3b0-4e49-9fc7-65277facb661'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 983.639403] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d94fc-29b7-4b76-a033-abbed4db7377 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.661413] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7aad85-48e4-425c-8271-11b6859aabf1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.692164] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-688fa82a-d3b0-4e49-9fc7-65277facb661/volume-688fa82a-d3b0-4e49-9fc7-65277facb661.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.692338] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a42608b-b175-4215-9831-d592bbbdb12a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.715125] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 983.715125] env[68758]: value = "task-2942768" [ 983.715125] env[68758]: _type = "Task" [ 983.715125] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.725603] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942768, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.790135] env[68758]: INFO nova.compute.manager [-] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Took 1.50 seconds to deallocate network for instance. [ 983.849064] env[68758]: DEBUG nova.network.neutron [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.852389] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.853045] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ff921ec-0e2a-45e1-a642-63f4db7655e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.859841] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6f9e6c0-49d0-4ecf-8229-f73c348b1792 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.870119] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 983.870119] env[68758]: value = "task-2942769" [ 983.870119] env[68758]: _type = "Task" [ 983.870119] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.885389] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe6702f-b0b8-4e1a-bda4-6294a11a7af6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.912178] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.912426] env[68758]: DEBUG nova.compute.manager [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 983.913628] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb53e49b-65ab-4114-a64a-414b436e712f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.923172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.923172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.923172] env[68758]: DEBUG nova.network.neutron [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.944256] env[68758]: DEBUG nova.compute.manager [req-a6ffe770-f8a5-4f7c-90a4-f2b124dab04e req-110660a0-0767-4f60-b3f6-da2dc80afa5c service nova] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Detach interface failed, port_id=e15e0bfd-3a49-4b97-b50b-66287e691e2c, reason: Instance 8833fd05-4ef9-40d4-945a-53e20426c094 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 983.944256] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Successfully created port: 2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.954612] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 983.958706] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c4e393d-0f27-450e-8a71-1db07dd438f2 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.959923] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.526s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.960065] env[68758]: DEBUG nova.objects.instance [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lazy-loading 'resources' on Instance uuid f96f9783-919f-4ae6-889e-3c8c71899b58 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.012886] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54d9425e-6aae-4e61-b691-e37eb06a8c06 tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.254s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.067166] env[68758]: INFO nova.compute.manager [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Took 33.49 seconds to build instance. [ 984.231300] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.298280] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.352572] env[68758]: INFO nova.compute.manager [-] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Took 2.04 seconds to deallocate network for instance. [ 984.570216] env[68758]: DEBUG oslo_concurrency.lockutils [None req-71c97953-90e6-4fea-9bb5-52e5c16972bf tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.007s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.699675] env[68758]: DEBUG nova.network.neutron [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.730737] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942768, 'name': ReconfigVM_Task, 'duration_secs': 0.634629} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.731341] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-688fa82a-d3b0-4e49-9fc7-65277facb661/volume-688fa82a-d3b0-4e49-9fc7-65277facb661.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.736086] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf07b8d-44fd-4f68-8aa5-017473208959 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756741] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 984.756741] env[68758]: value = "task-2942770" [ 984.756741] env[68758]: _type = "Task" [ 984.756741] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.771384] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.775357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.775604] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.808586] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449da172-58ff-4e6c-a461-1630de54bf1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.817810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5ef077-47c3-4c0c-85bb-7e1ca560da23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.855012] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5ee303-ce03-4c9e-9829-d1d232dc001f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.863487] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.864850] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22183d-bc9f-484e-b686-48cf1faa01ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.879653] env[68758]: DEBUG nova.compute.provider_tree [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 984.971367] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 984.992577] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 984.992812] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 984.992967] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 984.993160] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 984.993305] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 984.993448] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 984.993651] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 984.993807] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 984.993971] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 984.994150] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 984.994321] env[68758]: DEBUG nova.virt.hardware [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 984.995185] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b28f2de-bfe4-4409-9610-571e5a8e79ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.003828] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346f01e0-0839-487b-b957-c3fc0aa12eb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.207255] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.273790] env[68758]: DEBUG oslo_vmware.api [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942770, 'name': ReconfigVM_Task, 'duration_secs': 0.195069} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.274106] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590725', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'name': 'volume-688fa82a-d3b0-4e49-9fc7-65277facb661', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'serial': '688fa82a-d3b0-4e49-9fc7-65277facb661'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 985.281052] env[68758]: INFO nova.compute.manager [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Detaching volume 29da2c21-b3b5-47d3-88cc-8d9582d4175e [ 985.323800] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.324803] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.341857] env[68758]: INFO nova.virt.block_device [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Attempting to driver detach volume 29da2c21-b3b5-47d3-88cc-8d9582d4175e from mountpoint /dev/sdb [ 985.341857] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 985.341857] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590721', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'name': 'volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f264b047-9e41-4a69-85c4-db15ad3e5a77', 'attached_at': '', 'detached_at': '', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'serial': '29da2c21-b3b5-47d3-88cc-8d9582d4175e'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 985.341857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d530a1e8-b79f-47d6-8d6d-e4bbcf0d2c4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.370213] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a4637b-1dd9-4431-8290-a7d182093663 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.378617] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce3e93e-b65b-4c11-a6ea-c488b52f906a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.403562] env[68758]: DEBUG nova.compute.manager [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Received event network-changed-7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.403694] env[68758]: DEBUG nova.compute.manager [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Refreshing instance network info cache due to event network-changed-7a474b6d-e76b-4367-a0df-a8e736a11ce9. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 985.403904] env[68758]: DEBUG oslo_concurrency.lockutils [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] Acquiring lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.404059] env[68758]: DEBUG oslo_concurrency.lockutils [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] Acquired lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.404224] env[68758]: DEBUG nova.network.neutron [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Refreshing network info cache for port 7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.406703] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ab6382-8c53-4f28-bce5-027dde312410 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.423576] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] The volume has not been displaced from its original location: [datastore1] volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e/volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 985.428836] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfiguring VM instance instance-0000003e to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 985.430008] env[68758]: ERROR nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] [req-f256977b-af4a-4e53-9057-1a1c7dc2365b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f256977b-af4a-4e53-9057-1a1c7dc2365b"}]} [ 985.430750] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11abb1a3-8736-4019-9847-d1eb3945c39b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.453648] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 985.453648] env[68758]: value = "task-2942771" [ 985.453648] env[68758]: _type = "Task" [ 985.453648] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.462871] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942771, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.466319] env[68758]: DEBUG nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 985.487289] env[68758]: DEBUG nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 985.487614] env[68758]: DEBUG nova.compute.provider_tree [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 985.501312] env[68758]: DEBUG nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 985.526178] env[68758]: DEBUG nova.compute.manager [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-vif-unplugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 985.526584] env[68758]: DEBUG oslo_concurrency.lockutils [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.526806] env[68758]: DEBUG oslo_concurrency.lockutils [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.527413] env[68758]: DEBUG oslo_concurrency.lockutils [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.527413] env[68758]: DEBUG nova.compute.manager [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] No waiting events found dispatching network-vif-unplugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.527659] env[68758]: WARNING nova.compute.manager [req-5f1f7c82-170a-446f-88de-6fa4f3e04610 req-c9d58abb-cb6d-4cfb-9d0d-342052c4f62d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received unexpected event network-vif-unplugged-367a8afa-c39f-4cbe-9986-a08a49c23142 for instance with vm_state shelved and task_state shelving_offloading. [ 985.528920] env[68758]: DEBUG nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 985.647048] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Successfully updated port: 2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.652132] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.653052] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177bd64-acfb-4c3c-91fa-1b317b0e8e7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.667365] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.667365] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48ccf1d-2275-42a0-b1ca-e195971b0592 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.749673] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.750097] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.750383] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore1] d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.750763] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca34d57-8163-4606-9547-bc204a0db80c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.761062] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 985.761062] env[68758]: value = "task-2942773" [ 985.761062] env[68758]: _type = "Task" [ 985.761062] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.776755] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.829745] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.905503] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b41a1-f2e5-4316-9612-5f93c6adc36e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.918709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ebc52e-f513-4481-b25b-0e34d7dc5449 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.955183] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf4f4b-cb03-4d08-ba03-1e55f847f66c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.969536] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942771, 'name': ReconfigVM_Task, 'duration_secs': 0.227987} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.971858] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Reconfigured VM instance instance-0000003e to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 985.976644] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b1719cf-f0b8-4a96-aa45-8622d0b3ea1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.987883] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9f730c-3e39-479c-b3bd-dfae7e1b879b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.004046] env[68758]: DEBUG nova.compute.provider_tree [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.009417] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 986.009417] env[68758]: value = "task-2942774" [ 986.009417] env[68758]: _type = "Task" [ 986.009417] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.021394] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.151392] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.151392] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.151392] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.187614] env[68758]: DEBUG nova.network.neutron [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updated VIF entry in instance network info cache for port 7a474b6d-e76b-4367-a0df-a8e736a11ce9. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.187614] env[68758]: DEBUG nova.network.neutron [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updating instance_info_cache with network_info: [{"id": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "address": "fa:16:3e:de:0a:97", "network": {"id": "c7d11885-f5ed-43f2-ac47-620f1eb8a56c", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1048974486-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e65b05f8e9740aeb988d944fb85e911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a474b6d-e7", "ovs_interfaceid": "7a474b6d-e76b-4367-a0df-a8e736a11ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.272266] env[68758]: DEBUG oslo_vmware.api [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13976} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.272536] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.272715] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.272885] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.297314] env[68758]: INFO nova.scheduler.client.report [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted allocations for instance d359c3d1-0efd-4e85-a7f6-d07058721af5 [ 986.316488] env[68758]: DEBUG nova.objects.instance [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.356801] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.523274] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.541986] env[68758]: DEBUG nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 125 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 986.542265] env[68758]: DEBUG nova.compute.provider_tree [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 125 to 126 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 986.542444] env[68758]: DEBUG nova.compute.provider_tree [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 986.679892] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.688542] env[68758]: DEBUG oslo_concurrency.lockutils [req-fff202ac-5726-4c12-b31a-39f531bf8a4f req-9726e40f-51cb-4ccc-a29d-43ba2670f9cb service nova] Releasing lock "refresh_cache-032364db-d9b9-4365-91d1-c2328616ea16" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.803396] env[68758]: DEBUG nova.network.neutron [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updating instance_info_cache with network_info: [{"id": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "address": "fa:16:3e:ec:98:0b", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2428a04c-67", "ovs_interfaceid": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.808308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.822860] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9fb4afd9-5e12-4b87-9320-d7e03d989211 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.946s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.023893] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942774, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.047962] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.088s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.050668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.871s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.051041] env[68758]: DEBUG nova.objects.instance [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lazy-loading 'resources' on Instance uuid f6020435-e0b4-46a5-9ace-5c333d379482 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.064753] env[68758]: INFO nova.scheduler.client.report [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Deleted allocations for instance f96f9783-919f-4ae6-889e-3c8c71899b58 [ 987.306416] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.306416] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Instance network_info: |[{"id": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "address": "fa:16:3e:ec:98:0b", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2428a04c-67", "ovs_interfaceid": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.307669] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:98:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9be6786-e9a7-4138-b7b5-b7696f6cb1e1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2428a04c-674a-4bdd-8de7-53519fdb5d36', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.316456] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.317226] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.317925] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4563c8ff-76cf-4aa4-9678-14cc2b0b7ff9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.344343] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.344343] env[68758]: value = "task-2942775" [ 987.344343] env[68758]: _type = "Task" [ 987.344343] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.354205] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942775, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.482701] env[68758]: DEBUG nova.compute.manager [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Received event network-vif-plugged-2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.482994] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Acquiring lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.483143] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.483317] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.483530] env[68758]: DEBUG nova.compute.manager [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] No waiting events found dispatching network-vif-plugged-2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.483632] env[68758]: WARNING nova.compute.manager [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Received unexpected event network-vif-plugged-2428a04c-674a-4bdd-8de7-53519fdb5d36 for instance with vm_state building and task_state spawning. [ 987.483788] env[68758]: DEBUG nova.compute.manager [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Received event network-changed-2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.484073] env[68758]: DEBUG nova.compute.manager [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Refreshing instance network info cache due to event network-changed-2428a04c-674a-4bdd-8de7-53519fdb5d36. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 987.484159] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Acquiring lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.484281] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Acquired lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.484434] env[68758]: DEBUG nova.network.neutron [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Refreshing network info cache for port 2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.526066] env[68758]: DEBUG oslo_vmware.api [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942774, 'name': ReconfigVM_Task, 'duration_secs': 1.217379} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.526524] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590721', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'name': 'volume-29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f264b047-9e41-4a69-85c4-db15ad3e5a77', 'attached_at': '', 'detached_at': '', 'volume_id': '29da2c21-b3b5-47d3-88cc-8d9582d4175e', 'serial': '29da2c21-b3b5-47d3-88cc-8d9582d4175e'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 987.551369] env[68758]: DEBUG nova.compute.manager [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 987.551369] env[68758]: DEBUG nova.compute.manager [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing instance network info cache due to event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 987.551587] env[68758]: DEBUG oslo_concurrency.lockutils [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.551736] env[68758]: DEBUG oslo_concurrency.lockutils [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.552371] env[68758]: DEBUG nova.network.neutron [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.571722] env[68758]: DEBUG oslo_concurrency.lockutils [None req-053e089d-fac3-479c-a2eb-69557f19421b tempest-InstanceActionsV221TestJSON-1352176930 tempest-InstanceActionsV221TestJSON-1352176930-project-member] Lock "f96f9783-919f-4ae6-889e-3c8c71899b58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.233s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.808549] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f6206e-c186-44fd-ad79-1ebc8a4b283f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.817030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fdf7d91-5c5d-481e-8950-33c92f185e8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.853018] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a69bc9-4d80-4ece-b51f-cd1e9a67b7a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.860361] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942775, 'name': CreateVM_Task, 'duration_secs': 0.375484} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.862064] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.862796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.862975] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.863499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.864535] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0676d8d5-7ec1-483b-a7b2-81cd461c8f2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.868229] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea6753f-b04c-4301-b136-836bb4177d08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.873969] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 987.873969] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cc7118-3da7-9ebe-db3d-ec253a28234f" [ 987.873969] env[68758]: _type = "Task" [ 987.873969] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.882542] env[68758]: DEBUG nova.compute.provider_tree [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.899440] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cc7118-3da7-9ebe-db3d-ec253a28234f, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.900459] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.900704] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 987.900936] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.901335] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.901335] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.901833] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78e44660-30c3-4248-a126-2b5a9e0cd0a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.912734] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.912920] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.913658] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff5629f8-beac-4a23-ada5-2bddb1d06304 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.919474] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 987.919474] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226eaee-2379-8430-26d9-dda48c71dc3a" [ 987.919474] env[68758]: _type = "Task" [ 987.919474] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.931385] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226eaee-2379-8430-26d9-dda48c71dc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.081527] env[68758]: DEBUG nova.objects.instance [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lazy-loading 'flavor' on Instance uuid f264b047-9e41-4a69-85c4-db15ad3e5a77 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.094506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.094750] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.317388] env[68758]: DEBUG nova.network.neutron [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updated VIF entry in instance network info cache for port 2428a04c-674a-4bdd-8de7-53519fdb5d36. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.317665] env[68758]: DEBUG nova.network.neutron [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updating instance_info_cache with network_info: [{"id": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "address": "fa:16:3e:ec:98:0b", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2428a04c-67", "ovs_interfaceid": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.328717] env[68758]: DEBUG nova.network.neutron [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updated VIF entry in instance network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.329111] env[68758]: DEBUG nova.network.neutron [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap367a8afa-c3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.386947] env[68758]: DEBUG nova.scheduler.client.report [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.433504] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5226eaee-2379-8430-26d9-dda48c71dc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.435027] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdebf8e0-3516-446b-8f31-acd7c2aab630 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.444304] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 988.444304] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dde82-aeae-3850-8ade-f7e7756dc356" [ 988.444304] env[68758]: _type = "Task" [ 988.444304] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.456677] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dde82-aeae-3850-8ade-f7e7756dc356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.597796] env[68758]: DEBUG nova.compute.utils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.769197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.819994] env[68758]: DEBUG oslo_concurrency.lockutils [req-517412c5-c3a3-469c-8c96-c55bb68eabb0 req-481e521c-58ad-45f0-8b2f-1ef1d95ea4f4 service nova] Releasing lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.831928] env[68758]: DEBUG oslo_concurrency.lockutils [req-325df3a6-46d0-47c6-a40a-e9afe5d22710 req-d01ca8d8-3925-4e1f-a380-92d8844942f8 service nova] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.892711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.899865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.674s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.899865] env[68758]: DEBUG nova.objects.instance [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lazy-loading 'resources' on Instance uuid 4404599d-baf8-4002-ae47-5af6ad8e74f4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.926073] env[68758]: INFO nova.scheduler.client.report [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Deleted allocations for instance f6020435-e0b4-46a5-9ace-5c333d379482 [ 988.961019] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dde82-aeae-3850-8ade-f7e7756dc356, 'name': SearchDatastore_Task, 'duration_secs': 0.039444} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.961019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.961019] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.961019] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0a2bb64-16ec-4531-aee3-d2ed50a8f1ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.972366] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 988.972366] env[68758]: value = "task-2942776" [ 988.972366] env[68758]: _type = "Task" [ 988.972366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.982158] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.089141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7a8b0b9-e518-4aae-b6ac-3da711a362ce tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.313s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.102042] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.249484] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.249484] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.438719] env[68758]: DEBUG oslo_concurrency.lockutils [None req-435b4a93-b470-4c85-b191-10cf7d756f5c tempest-ListImageFiltersTestJSON-1026578498 tempest-ListImageFiltersTestJSON-1026578498-project-member] Lock "f6020435-e0b4-46a5-9ace-5c333d379482" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.325s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.483157] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497908} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.485647] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.485867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.486844] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-855f5327-21ff-4095-bdfc-91dd7ca1f3cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.494058] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 989.494058] env[68758]: value = "task-2942777" [ 989.494058] env[68758]: _type = "Task" [ 989.494058] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.504608] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942777, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.675196] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2751cd5-4c17-4074-89ee-4e148e66b9c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.685886] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82e4afc-0127-4fe7-b2f2-d2b422d4b085 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.718980] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957e8d8-88fb-47ca-bb0a-95818be780aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.727548] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb06f56-0caa-4a77-ac85-3ab3cca81fef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.744870] env[68758]: DEBUG nova.compute.provider_tree [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 989.757558] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 989.757558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 990.006044] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942777, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070929} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.006344] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.007219] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db09efe-ff8e-4b0c-b88c-d8051df0b317 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.030282] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.030911] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71fd4af2-4060-4ca8-9759-dce5e7721b0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.052956] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 990.052956] env[68758]: value = "task-2942778" [ 990.052956] env[68758]: _type = "Task" [ 990.052956] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.061834] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.180234] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.181072] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.181072] env[68758]: INFO nova.compute.manager [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attaching volume c8c26021-c58a-4fb0-b7cb-840e916dba05 to /dev/sdc [ 990.192731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "51f80186-1562-40e6-875c-24371ce119d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.193230] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.233771] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b4fdcde-d55a-4268-a21e-d5e5e5cb5008 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.242238] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5418cfd8-b33a-4da9-b5a1-3640858e43db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.257866] env[68758]: DEBUG nova.virt.block_device [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating existing volume attachment record: 7d79d2e2-ccea-4505-8ffc-f7986371f104 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 990.260781] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.266624] env[68758]: ERROR nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] [req-bbd729fc-b008-4ce0-94c6-94d62e666435] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bbd729fc-b008-4ce0-94c6-94d62e666435"}]} [ 990.267111] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.267333] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.267532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.267705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.267865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.272026] env[68758]: INFO nova.compute.manager [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Terminating instance [ 990.290888] env[68758]: DEBUG nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 990.308072] env[68758]: DEBUG nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 990.308308] env[68758]: DEBUG nova.compute.provider_tree [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.329242] env[68758]: DEBUG nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 990.350989] env[68758]: DEBUG nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 990.568016] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.647079] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c0f211-ee92-4b26-a223-3b324af5c6c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.654533] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8dcc14-3a4b-4170-8783-c6694d67d7c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.689766] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eadb15-5955-4634-89ac-80a848be0e4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.697214] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.700886] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b55e23e-3e4c-40ad-a01b-4e4a01865338 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.718102] env[68758]: DEBUG nova.compute.provider_tree [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 990.778909] env[68758]: DEBUG nova.compute.manager [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.779171] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.780074] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67b7dd0-7dd2-4143-9702-f67cb0688537 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.788892] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.789173] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-417a1256-3415-4bed-b2a0-ee43190c607a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.797378] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 990.797378] env[68758]: value = "task-2942780" [ 990.797378] env[68758]: _type = "Task" [ 990.797378] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.806510] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.068018] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942778, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.229742] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.252246] env[68758]: DEBUG nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 991.252490] env[68758]: DEBUG nova.compute.provider_tree [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 128 to 129 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 991.252664] env[68758]: DEBUG nova.compute.provider_tree [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 991.311694] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942780, 'name': PowerOffVM_Task, 'duration_secs': 0.419697} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.312673] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.312673] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.312673] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-567247ae-7e2b-4a3d-9fc6-55f9e95bf89b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.391241] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.391482] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.391664] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleting the datastore file [datastore1] 6aa68e5a-c423-4ab1-b131-8c605ad27b3e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.391968] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c86cc52f-4518-4fd2-b25b-13656fea0f23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.400360] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for the task: (returnval){ [ 991.400360] env[68758]: value = "task-2942782" [ 991.400360] env[68758]: _type = "Task" [ 991.400360] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.411915] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.568072] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942778, 'name': ReconfigVM_Task, 'duration_secs': 1.310052} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.568399] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.569120] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1b22902-f0c7-46d4-812f-68be949a1f41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.576954] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 991.576954] env[68758]: value = "task-2942783" [ 991.576954] env[68758]: _type = "Task" [ 991.576954] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.588346] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942783, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.758927] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.863s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.762211] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.931s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.764393] env[68758]: INFO nova.compute.claims [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.791644] env[68758]: INFO nova.scheduler.client.report [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Deleted allocations for instance 4404599d-baf8-4002-ae47-5af6ad8e74f4 [ 991.912348] env[68758]: DEBUG oslo_vmware.api [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Task: {'id': task-2942782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193608} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.912639] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.912892] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.913095] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.913270] env[68758]: INFO nova.compute.manager [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 991.913671] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.913981] env[68758]: DEBUG nova.compute.manager [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.914192] env[68758]: DEBUG nova.network.neutron [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 992.088725] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942783, 'name': Rename_Task, 'duration_secs': 0.178549} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.089354] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.089763] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-727645eb-0591-4091-a3a3-277dcdeac0ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.097191] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 992.097191] env[68758]: value = "task-2942784" [ 992.097191] env[68758]: _type = "Task" [ 992.097191] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.111935] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.301296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ec2a8f37-ddd2-46ce-b8be-d81674e95599 tempest-ServersListShow296Test-1800116499 tempest-ServersListShow296Test-1800116499-project-member] Lock "4404599d-baf8-4002-ae47-5af6ad8e74f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.920s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.610523] env[68758]: DEBUG oslo_vmware.api [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942784, 'name': PowerOnVM_Task, 'duration_secs': 0.509272} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.612659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.612659] env[68758]: INFO nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Took 7.64 seconds to spawn the instance on the hypervisor. [ 992.612659] env[68758]: DEBUG nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 992.613866] env[68758]: DEBUG nova.compute.manager [req-08640af2-de4b-477b-bfa5-3bd1e584d5fb req-b2efcbe7-c370-433b-ab76-bb9d4f68cc49 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Received event network-vif-deleted-9b2d8523-3c01-42e2-bab4-ab3704efc5b9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 992.614757] env[68758]: INFO nova.compute.manager [req-08640af2-de4b-477b-bfa5-3bd1e584d5fb req-b2efcbe7-c370-433b-ab76-bb9d4f68cc49 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Neutron deleted interface 9b2d8523-3c01-42e2-bab4-ab3704efc5b9; detaching it from the instance and deleting it from the info cache [ 992.614757] env[68758]: DEBUG nova.network.neutron [req-08640af2-de4b-477b-bfa5-3bd1e584d5fb req-b2efcbe7-c370-433b-ab76-bb9d4f68cc49 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.616628] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a15449-9df6-488e-800c-403e86a51017 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.007062] env[68758]: DEBUG nova.network.neutron [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.126652] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b662269-3226-4393-a992-366503c90cff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.137457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40c8a1f-3df5-4010-8aa4-cf69b01c9124 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.147027] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29378143-2a45-4742-93f2-a1dcce02d11a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.164696] env[68758]: INFO nova.compute.manager [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Took 31.84 seconds to build instance. [ 993.169075] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aade92-b158-42ff-9454-c908df764be6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.216267] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7a3257-74fc-4a10-bd5e-dbff1cbe9125 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.219500] env[68758]: DEBUG nova.compute.manager [req-08640af2-de4b-477b-bfa5-3bd1e584d5fb req-b2efcbe7-c370-433b-ab76-bb9d4f68cc49 service nova] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Detach interface failed, port_id=9b2d8523-3c01-42e2-bab4-ab3704efc5b9, reason: Instance 6aa68e5a-c423-4ab1-b131-8c605ad27b3e could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 993.226824] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f128ba8a-ce76-43dc-a188-cc7526f5be55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.242660] env[68758]: DEBUG nova.compute.provider_tree [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.510179] env[68758]: INFO nova.compute.manager [-] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Took 1.60 seconds to deallocate network for instance. [ 993.673592] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8903aad2-c0b3-4d19-adc9-c19dcd687a9c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.357s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.781123] env[68758]: DEBUG nova.scheduler.client.report [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 993.781720] env[68758]: DEBUG nova.compute.provider_tree [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 129 to 130 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.781720] env[68758]: DEBUG nova.compute.provider_tree [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 994.016983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.288460] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.288460] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.294404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.397s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.394030] env[68758]: INFO nova.compute.manager [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Rescuing [ 994.394030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.394030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.394030] env[68758]: DEBUG nova.network.neutron [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.798645] env[68758]: DEBUG nova.compute.utils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.804978] env[68758]: INFO nova.compute.claims [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.814353] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.819227] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.822815] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 994.823049] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590727', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'name': 'volume-c8c26021-c58a-4fb0-b7cb-840e916dba05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'serial': 'c8c26021-c58a-4fb0-b7cb-840e916dba05'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 994.824225] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6214802-7cde-4ead-adbe-4822cd7c55cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.851464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26bd75e-b184-4dbe-9432-2208a3a29ea0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.882435] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] volume-c8c26021-c58a-4fb0-b7cb-840e916dba05/volume-c8c26021-c58a-4fb0-b7cb-840e916dba05.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.883170] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c7e7a72-a005-47ce-bb87-5fb9b8db215a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.898068] env[68758]: DEBUG nova.policy [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c581b12473644f37a56cc32b12a4fe9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c154af3a7f4b4e69a90b2f645c013973', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.910296] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 994.910296] env[68758]: value = "task-2942789" [ 994.910296] env[68758]: _type = "Task" [ 994.910296] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.925484] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.166144] env[68758]: DEBUG nova.network.neutron [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updating instance_info_cache with network_info: [{"id": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "address": "fa:16:3e:ec:98:0b", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2428a04c-67", "ovs_interfaceid": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.313068] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.324709] env[68758]: INFO nova.compute.resource_tracker [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating resource usage from migration 1a474e28-5c0a-48da-8e7a-8ea8de2dbaa0 [ 995.416373] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Successfully created port: 27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.423966] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942789, 'name': ReconfigVM_Task, 'duration_secs': 0.439004} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.424510] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfigured VM instance instance-00000049 to attach disk [datastore1] volume-c8c26021-c58a-4fb0-b7cb-840e916dba05/volume-c8c26021-c58a-4fb0-b7cb-840e916dba05.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.430122] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1107dc14-be89-433a-bcf4-f50cf2dcbbd1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.452871] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 995.452871] env[68758]: value = "task-2942790" [ 995.452871] env[68758]: _type = "Task" [ 995.452871] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.466228] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942790, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.646797] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9472bb-3cf8-448f-a302-a0dfa32e692e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.655611] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8cf7b-6aba-4b68-b740-b28801d58e6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.704952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.708626] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71867c5b-4385-4325-bac9-35dfc4de9556 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.717030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd353ada-1ef5-45e0-a9a0-a16f1dc23f4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.734791] env[68758]: DEBUG nova.compute.provider_tree [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.967303] env[68758]: DEBUG oslo_vmware.api [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942790, 'name': ReconfigVM_Task, 'duration_secs': 0.207602} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.967632] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590727', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'name': 'volume-c8c26021-c58a-4fb0-b7cb-840e916dba05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'serial': 'c8c26021-c58a-4fb0-b7cb-840e916dba05'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 996.241467] env[68758]: DEBUG nova.scheduler.client.report [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.310043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.310043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.323115] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.356093] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.356430] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.356631] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.356877] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.357119] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.357315] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.357562] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.357753] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.357955] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.358176] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.358391] env[68758]: DEBUG nova.virt.hardware [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.359617] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddaf1a9-ff0b-48e7-a417-4b62590de587 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.369853] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6634c97d-9799-4d83-81aa-5685f686a53b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.749064] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.454s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.749064] env[68758]: INFO nova.compute.manager [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Migrating [ 996.755313] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.268s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.755582] env[68758]: DEBUG nova.objects.instance [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lazy-loading 'resources' on Instance uuid 7428780b-ca90-4822-928a-55dca136463e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.813031] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 997.009497] env[68758]: DEBUG nova.objects.instance [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.092977] env[68758]: DEBUG nova.compute.manager [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Received event network-vif-plugged-27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 997.093215] env[68758]: DEBUG oslo_concurrency.lockutils [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] Acquiring lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.093419] env[68758]: DEBUG oslo_concurrency.lockutils [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.093584] env[68758]: DEBUG oslo_concurrency.lockutils [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.093769] env[68758]: DEBUG nova.compute.manager [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] No waiting events found dispatching network-vif-plugged-27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 997.094038] env[68758]: WARNING nova.compute.manager [req-778ddf9a-e6f8-4e4e-8fbc-ab47d8f81576 req-b0b50dbe-56ae-4c5e-80a3-a89c0718bf47 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Received unexpected event network-vif-plugged-27e73c4f-2110-4d6b-beb2-a1ab220fa87d for instance with vm_state building and task_state spawning. [ 997.191375] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Successfully updated port: 27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.266767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.267174] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.267174] env[68758]: DEBUG nova.network.neutron [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.268517] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.269512] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e64972ae-ad62-4890-b341-1c014316c3c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.282385] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 997.282385] env[68758]: value = "task-2942791" [ 997.282385] env[68758]: _type = "Task" [ 997.282385] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.292719] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.333382] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.519078] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1cd7434e-7999-4768-9429-32a6efbaf852 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.338s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.572746] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede3be56-967e-431e-9325-0e3ade89eb27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.581457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a248d75-1c6c-4dd9-ab3a-3aebcd25dd90 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.613748] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62979d3c-687c-4cc9-93c4-893ab7aa2781 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.623504] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd5dcc-013f-4b21-ab76-0745b62c3d4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.641358] env[68758]: DEBUG nova.compute.provider_tree [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.694332] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.694332] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquired lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.694332] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.793201] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942791, 'name': PowerOffVM_Task, 'duration_secs': 0.20642} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.793384] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.794371] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b155114-4f8b-4f4d-8e93-6518907b456c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.817415] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32d8365-5801-4bf8-afbb-ea5c6a660c1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.854979] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.855296] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5332f2b-545e-43a7-84b8-448fb2d1f276 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.865139] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.865702] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.869959] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 997.869959] env[68758]: value = "task-2942793" [ 997.869959] env[68758]: _type = "Task" [ 997.869959] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.880104] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.880329] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.880569] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.880716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.880890] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.881157] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5df166f-cee2-4f2f-afb6-c87790a39fd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.890989] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.891277] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.891916] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38592d2a-092b-494a-937d-3ec362df08d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.897858] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 997.897858] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e44839-e24f-625f-6dec-01e9b5fac008" [ 997.897858] env[68758]: _type = "Task" [ 997.897858] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.906312] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e44839-e24f-625f-6dec-01e9b5fac008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.145220] env[68758]: DEBUG nova.scheduler.client.report [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.232895] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.372187] env[68758]: DEBUG nova.network.neutron [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Updating instance_info_cache with network_info: [{"id": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "address": "fa:16:3e:9c:02:d1", "network": {"id": "cac62b06-3fe0-4de2-9eee-739f14c03265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1289219544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c154af3a7f4b4e69a90b2f645c013973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e73c4f-21", "ovs_interfaceid": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.373887] env[68758]: INFO nova.compute.manager [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Detaching volume 688fa82a-d3b0-4e49-9fc7-65277facb661 [ 998.408446] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e44839-e24f-625f-6dec-01e9b5fac008, 'name': SearchDatastore_Task, 'duration_secs': 0.024929} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.409475] env[68758]: DEBUG nova.network.neutron [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [{"id": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "address": "fa:16:3e:8a:1a:8a", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57babff6-62", "ovs_interfaceid": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.411382] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8fa075a-3ce4-4e48-a470-2365139b627a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.418422] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 998.418422] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52474e67-15b0-2e2b-2777-daafebbdf098" [ 998.418422] env[68758]: _type = "Task" [ 998.418422] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.427450] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52474e67-15b0-2e2b-2777-daafebbdf098, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.428427] env[68758]: INFO nova.virt.block_device [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attempting to driver detach volume 688fa82a-d3b0-4e49-9fc7-65277facb661 from mountpoint /dev/sdb [ 998.428629] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.429671] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590725', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'name': 'volume-688fa82a-d3b0-4e49-9fc7-65277facb661', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'serial': '688fa82a-d3b0-4e49-9fc7-65277facb661'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.429671] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b69856-48b9-4193-bb00-4ef2d7152604 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.454875] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c65f05c-96cf-4996-bc89-78f4747cc4b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.462647] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2550e5d2-aa6c-448d-9e7a-9498ba98ef24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.486307] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ba8bd6-86e4-4136-a262-1bfa56a7aeae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.501544] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] The volume has not been displaced from its original location: [datastore1] volume-688fa82a-d3b0-4e49-9fc7-65277facb661/volume-688fa82a-d3b0-4e49-9fc7-65277facb661.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.506892] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.507850] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0cf2625-9375-4bff-9019-7890f4e1926d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.527928] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 998.527928] env[68758]: value = "task-2942794" [ 998.527928] env[68758]: _type = "Task" [ 998.527928] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.537228] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.651354] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.654068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.792s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.655483] env[68758]: INFO nova.compute.claims [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.675048] env[68758]: INFO nova.scheduler.client.report [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted allocations for instance 7428780b-ca90-4822-928a-55dca136463e [ 998.878073] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Releasing lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.878279] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Instance network_info: |[{"id": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "address": "fa:16:3e:9c:02:d1", "network": {"id": "cac62b06-3fe0-4de2-9eee-739f14c03265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1289219544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c154af3a7f4b4e69a90b2f645c013973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e73c4f-21", "ovs_interfaceid": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.878814] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:02:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db068f71-08cc-42d4-8ab6-17134c1585e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e73c4f-2110-4d6b-beb2-a1ab220fa87d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.892295] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Creating folder: Project (c154af3a7f4b4e69a90b2f645c013973). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.892717] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2091140a-f5da-44f6-90f7-be3b37e7c966 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.906761] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Created folder: Project (c154af3a7f4b4e69a90b2f645c013973) in parent group-v590497. [ 998.906987] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Creating folder: Instances. Parent ref: group-v590731. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.907274] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1314bf5-5f68-4740-9661-ff7946aeff99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.912721] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.917426] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Created folder: Instances in parent group-v590731. [ 998.917690] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.917860] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.918260] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1ca85a1c-9bba-4602-8c36-e90f4ebda8b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.944177] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52474e67-15b0-2e2b-2777-daafebbdf098, 'name': SearchDatastore_Task, 'duration_secs': 0.047173} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.945456] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.945721] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 998.945957] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.945957] env[68758]: value = "task-2942797" [ 998.945957] env[68758]: _type = "Task" [ 998.945957] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.946150] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a29df45e-4f82-4178-b916-b3f65595d349 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.956788] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942797, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.958078] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 998.958078] env[68758]: value = "task-2942798" [ 998.958078] env[68758]: _type = "Task" [ 998.958078] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.966741] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.038472] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.177502] env[68758]: DEBUG nova.compute.manager [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Received event network-changed-27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 999.177730] env[68758]: DEBUG nova.compute.manager [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Refreshing instance network info cache due to event network-changed-27e73c4f-2110-4d6b-beb2-a1ab220fa87d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 999.177985] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] Acquiring lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.178151] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] Acquired lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.178388] env[68758]: DEBUG nova.network.neutron [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Refreshing network info cache for port 27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.185333] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fbc7886b-d297-419b-aefc-c118f5b61591 tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "7428780b-ca90-4822-928a-55dca136463e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.824s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.460167] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942797, 'name': CreateVM_Task, 'duration_secs': 0.383778} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.462625] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.464086] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.464266] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.464601] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.465529] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda3838d-0e2b-4d38-b32c-b9d90369953b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.471009] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.474222] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 999.474222] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526371ed-023e-6caa-693f-2f0922b5a08c" [ 999.474222] env[68758]: _type = "Task" [ 999.474222] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.482032] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526371ed-023e-6caa-693f-2f0922b5a08c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.539614] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942794, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.753059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.753358] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.753594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.754295] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.754522] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.760129] env[68758]: INFO nova.compute.manager [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Terminating instance [ 999.960689] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2aa21-2b25-437e-8dd2-ab2a3a6784c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.973748] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942798, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.980287] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cea7c5-9293-4f0d-ac01-07171549b305 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.016180] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526371ed-023e-6caa-693f-2f0922b5a08c, 'name': SearchDatastore_Task, 'duration_secs': 0.010123} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.017874] env[68758]: DEBUG nova.network.neutron [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Updated VIF entry in instance network info cache for port 27e73c4f-2110-4d6b-beb2-a1ab220fa87d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.018311] env[68758]: DEBUG nova.network.neutron [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Updating instance_info_cache with network_info: [{"id": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "address": "fa:16:3e:9c:02:d1", "network": {"id": "cac62b06-3fe0-4de2-9eee-739f14c03265", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1289219544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c154af3a7f4b4e69a90b2f645c013973", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db068f71-08cc-42d4-8ab6-17134c1585e5", "external-id": "nsx-vlan-transportzone-721", "segmentation_id": 721, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e73c4f-21", "ovs_interfaceid": "27e73c4f-2110-4d6b-beb2-a1ab220fa87d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.019630] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.019955] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.020141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.020255] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.020446] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.021275] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b11f8d-a75f-41c0-b33f-9c400da58c7c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.024230] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd6816ef-0998-4c1f-9e8a-8cde30069d73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.037018] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29ec1d-036a-4e02-9bd1-3b71faae6da0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.042572] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.042776] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.044179] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2c9636a-e4a2-4eae-901e-e8fad986dc62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.051014] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942794, 'name': ReconfigVM_Task, 'duration_secs': 1.273126} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.061349] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1000.066709] env[68758]: DEBUG nova.compute.provider_tree [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.069768] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbb3e19-a5f5-4a9d-b866-2d5640ddbfae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.080025] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1000.080025] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37f21-323c-4953-050a-cb6a008bd776" [ 1000.080025] env[68758]: _type = "Task" [ 1000.080025] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.081707] env[68758]: DEBUG nova.scheduler.client.report [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.095181] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 1000.095181] env[68758]: value = "task-2942800" [ 1000.095181] env[68758]: _type = "Task" [ 1000.095181] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.101375] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37f21-323c-4953-050a-cb6a008bd776, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.113801] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942800, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.262198] env[68758]: DEBUG nova.compute.manager [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.262198] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.262874] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e43057-22aa-482e-a89b-964f0728d2f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.274563] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "90951be1-3b5b-464f-924a-3d4fc028a826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.275030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.276986] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.281019] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9315d70-7abe-47a0-afee-904d5e41c061 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.285637] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1000.285637] env[68758]: value = "task-2942801" [ 1000.285637] env[68758]: _type = "Task" [ 1000.285637] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.300277] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.431536] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1926ba-9ead-455e-acb7-cdeea0af6d1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.450637] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.471490] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942798, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.190681} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.471760] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 1000.472693] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed82c752-762b-4f1f-869d-bc6e8176d7c7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.503274] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.504413] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1e05bc-0bbb-431f-a590-78017bf8e000 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.523544] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1000.523544] env[68758]: value = "task-2942802" [ 1000.523544] env[68758]: _type = "Task" [ 1000.523544] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.527174] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784cdf4-647b-482f-a348-bd930dbf1e80 req-e9981920-38db-4064-bcfe-8d5ce43fe7e2 service nova] Releasing lock "refresh_cache-fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.532810] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.586318] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.932s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.587015] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.593420] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.295s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.593659] env[68758]: DEBUG nova.objects.instance [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid e3957311-7f4f-474f-9876-40b22d1eccfb {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.600850] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f37f21-323c-4953-050a-cb6a008bd776, 'name': SearchDatastore_Task, 'duration_secs': 0.059056} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.604929] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb613042-a9fc-46d2-a799-f199ebfea7f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.615892] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1000.615892] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528de8e1-0c64-a94f-f003-d43cf11994ac" [ 1000.615892] env[68758]: _type = "Task" [ 1000.615892] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.616051] env[68758]: DEBUG oslo_vmware.api [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942800, 'name': ReconfigVM_Task, 'duration_secs': 0.170081} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.616357] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590725', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'name': 'volume-688fa82a-d3b0-4e49-9fc7-65277facb661', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': '688fa82a-d3b0-4e49-9fc7-65277facb661', 'serial': '688fa82a-d3b0-4e49-9fc7-65277facb661'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.627798] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528de8e1-0c64-a94f-f003-d43cf11994ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.628050] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.628303] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] fe552bc2-2f9a-4273-a6b1-5f837df8e7c4/fe552bc2-2f9a-4273-a6b1-5f837df8e7c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.628547] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4b44b07-b4c6-4cc8-84a7-552feb111ad8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.635209] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1000.635209] env[68758]: value = "task-2942803" [ 1000.635209] env[68758]: _type = "Task" [ 1000.635209] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.644131] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.778953] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.796253] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942801, 'name': PowerOffVM_Task, 'duration_secs': 0.232612} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.796567] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.796762] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.797110] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a84e4b6b-4b54-4f8a-8ff7-8ac40b1a0477 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.881735] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.882026] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.882215] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore1] ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.882493] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aea2400-ac07-4961-973d-9895cbe744a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.890817] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1000.890817] env[68758]: value = "task-2942805" [ 1000.890817] env[68758]: _type = "Task" [ 1000.890817] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.901421] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942805, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.958761] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.959129] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afafde8e-e8b3-4403-a03d-c3ae44050c87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.969028] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1000.969028] env[68758]: value = "task-2942806" [ 1000.969028] env[68758]: _type = "Task" [ 1000.969028] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.981611] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942806, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.035056] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942802, 'name': ReconfigVM_Task, 'duration_secs': 0.294563} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.035456] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.036486] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a59ba-2e56-47e0-8020-14ff2293f28b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.066405] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4e165e-321c-4f51-8427-27e490fd80c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.088979] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1001.088979] env[68758]: value = "task-2942807" [ 1001.088979] env[68758]: _type = "Task" [ 1001.088979] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.095315] env[68758]: DEBUG nova.compute.utils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.101241] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.101474] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.105834] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.149041] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483511} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.149522] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] fe552bc2-2f9a-4273-a6b1-5f837df8e7c4/fe552bc2-2f9a-4273-a6b1-5f837df8e7c4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.149603] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.149859] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-098452a8-da92-43a8-a9dc-f414f6e0f42f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.158858] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1001.158858] env[68758]: value = "task-2942808" [ 1001.158858] env[68758]: _type = "Task" [ 1001.158858] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.160428] env[68758]: DEBUG nova.policy [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.163425] env[68758]: DEBUG nova.objects.instance [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.176885] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942808, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.303142] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.405014] env[68758]: DEBUG oslo_vmware.api [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942805, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.405297] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.405497] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.405673] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.405844] env[68758]: INFO nova.compute.manager [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.406108] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.406308] env[68758]: DEBUG nova.compute.manager [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.406402] env[68758]: DEBUG nova.network.neutron [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.418275] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98eb3c03-5038-4c4c-be33-37f2ba382536 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.426019] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2d9dbc-9ad0-4fb5-b73c-cbe06112359b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.457355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1843b73-c479-4b22-a0dd-8e6014f41b41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.468022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb3ad2-4545-4390-95c4-43035688786b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.488857] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942806, 'name': PowerOffVM_Task, 'duration_secs': 0.241004} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.489607] env[68758]: DEBUG nova.compute.provider_tree [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1001.491009] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.491187] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.543029] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Successfully created port: ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.603955] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.605544] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942807, 'name': ReconfigVM_Task, 'duration_secs': 0.210583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.609267] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.609267] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d35264ba-3bba-466d-88fd-3d857d5f8d51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.614795] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1001.614795] env[68758]: value = "task-2942809" [ 1001.614795] env[68758]: _type = "Task" [ 1001.614795] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.625060] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.673789] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942808, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10569} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.676926] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.677551] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb84cad-72ac-45be-a845-96de90578015 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.703812] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] fe552bc2-2f9a-4273-a6b1-5f837df8e7c4/fe552bc2-2f9a-4273-a6b1-5f837df8e7c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.704235] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac89a690-449d-406d-a48c-ed7e28274682 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.729820] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1001.729820] env[68758]: value = "task-2942810" [ 1001.729820] env[68758]: _type = "Task" [ 1001.729820] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.738135] env[68758]: DEBUG nova.compute.manager [req-220d4552-70e5-476c-b2d2-21c80c0c469e req-bb4183f2-fe8f-4db4-8576-d076ec7a04d3 service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Received event network-vif-deleted-85ff1d57-af03-4058-ae5d-1c472ac9226b {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1001.738135] env[68758]: INFO nova.compute.manager [req-220d4552-70e5-476c-b2d2-21c80c0c469e req-bb4183f2-fe8f-4db4-8576-d076ec7a04d3 service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Neutron deleted interface 85ff1d57-af03-4058-ae5d-1c472ac9226b; detaching it from the instance and deleting it from the info cache [ 1001.738135] env[68758]: DEBUG nova.network.neutron [req-220d4552-70e5-476c-b2d2-21c80c0c469e req-bb4183f2-fe8f-4db4-8576-d076ec7a04d3 service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.747142] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942810, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.003085] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.003085] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.003440] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.003553] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.003772] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.004069] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.004387] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.004657] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.005078] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.005318] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.005558] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.013483] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaebffc3-541c-4d21-bb4e-a7327f16fbe7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.029488] env[68758]: ERROR nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [req-81e34212-d516-49e3-856f-a72adfe28f2f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81e34212-d516-49e3-856f-a72adfe28f2f"}]} [ 1002.034069] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1002.034069] env[68758]: value = "task-2942812" [ 1002.034069] env[68758]: _type = "Task" [ 1002.034069] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.049453] env[68758]: DEBUG nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1002.054793] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.066670] env[68758]: DEBUG nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1002.067040] env[68758]: DEBUG nova.compute.provider_tree [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.080812] env[68758]: DEBUG nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1002.101647] env[68758]: DEBUG nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1002.126914] env[68758]: DEBUG oslo_vmware.api [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942809, 'name': PowerOnVM_Task, 'duration_secs': 0.441725} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.127248] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.130136] env[68758]: DEBUG nova.compute.manager [None req-bcb6906b-7e3c-4c05-98ff-93061b0f7ed5 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.130910] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1366ca3f-54dc-4d0a-aa68-894ae9fccbb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.178786] env[68758]: DEBUG nova.network.neutron [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.180615] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2877e901-6fb8-4a4a-8e2e-6dcc374a1b7a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.315s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.230394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.230719] env[68758]: DEBUG oslo_concurrency.lockutils [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.241965] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942810, 'name': ReconfigVM_Task, 'duration_secs': 0.352366} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.245036] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2c413dbd-d3ba-4ada-9144-5a308a5d9ae2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.246897] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Reconfigured VM instance instance-00000054 to attach disk [datastore1] fe552bc2-2f9a-4273-a6b1-5f837df8e7c4/fe552bc2-2f9a-4273-a6b1-5f837df8e7c4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.248495] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dedbab41-67c6-4af7-9e77-59f2e2f2b00f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.257327] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa8c982-d6c0-4559-a363-2b09eaa134c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.272159] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1002.272159] env[68758]: value = "task-2942813" [ 1002.272159] env[68758]: _type = "Task" [ 1002.272159] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.281528] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942813, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.298397] env[68758]: DEBUG nova.compute.manager [req-220d4552-70e5-476c-b2d2-21c80c0c469e req-bb4183f2-fe8f-4db4-8576-d076ec7a04d3 service nova] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Detach interface failed, port_id=85ff1d57-af03-4058-ae5d-1c472ac9226b, reason: Instance ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1002.401633] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae633b5-a1e4-49f9-993d-349b0f30579e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.410062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18884b3-ed42-4be3-a4b7-a4051b890616 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.440661] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d3870b-34c7-46c1-b393-8d7c98e4cd05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.448953] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76549799-3985-4921-a53a-d67fd8d7a0ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.464446] env[68758]: DEBUG nova.compute.provider_tree [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1002.544099] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942812, 'name': ReconfigVM_Task, 'duration_secs': 0.319627} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.544418] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1002.611671] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.639553] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.639801] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.639959] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.640173] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.640335] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.640484] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.640691] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.640850] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.641024] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.641966] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.641966] env[68758]: DEBUG nova.virt.hardware [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.642239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94970f90-5f90-4b13-864e-6c65393de6e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.653131] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe24fb4-d6b2-4335-adf4-bf16014153f2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.684030] env[68758]: INFO nova.compute.manager [-] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Took 1.28 seconds to deallocate network for instance. [ 1002.736776] env[68758]: INFO nova.compute.manager [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Detaching volume c8c26021-c58a-4fb0-b7cb-840e916dba05 [ 1002.769485] env[68758]: INFO nova.virt.block_device [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Attempting to driver detach volume c8c26021-c58a-4fb0-b7cb-840e916dba05 from mountpoint /dev/sdc [ 1002.769718] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1002.769906] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590727', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'name': 'volume-c8c26021-c58a-4fb0-b7cb-840e916dba05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'serial': 'c8c26021-c58a-4fb0-b7cb-840e916dba05'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1002.770819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c5b20d-3517-4098-be72-951adc6230d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.783082] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942813, 'name': Rename_Task, 'duration_secs': 0.168198} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.798158] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.798764] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b699d16c-20b2-4c5c-8657-a7c1149f2f3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.800774] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50abbf68-b64a-47b9-9533-fab07cefb736 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.810431] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9632bd0e-51da-4253-9501-f56c7ccddc1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.812732] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1002.812732] env[68758]: value = "task-2942814" [ 1002.812732] env[68758]: _type = "Task" [ 1002.812732] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.835086] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2083f5b4-9cd1-4700-8b99-71bbd3d2950f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.839291] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942814, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.854043] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] The volume has not been displaced from its original location: [datastore1] volume-c8c26021-c58a-4fb0-b7cb-840e916dba05/volume-c8c26021-c58a-4fb0-b7cb-840e916dba05.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1002.859041] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfiguring VM instance instance-00000049 to detach disk 2002 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.859414] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b40a948-3bb9-42de-9916-d16e206a3361 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.879562] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 1002.879562] env[68758]: value = "task-2942815" [ 1002.879562] env[68758]: _type = "Task" [ 1002.879562] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.888164] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.000091] env[68758]: DEBUG nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1003.000411] env[68758]: DEBUG nova.compute.provider_tree [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 132 to 133 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1003.000636] env[68758]: DEBUG nova.compute.provider_tree [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.015840] env[68758]: DEBUG nova.compute.manager [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Received event network-vif-plugged-ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1003.016068] env[68758]: DEBUG oslo_concurrency.lockutils [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] Acquiring lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.016279] env[68758]: DEBUG oslo_concurrency.lockutils [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.016442] env[68758]: DEBUG oslo_concurrency.lockutils [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.016610] env[68758]: DEBUG nova.compute.manager [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] No waiting events found dispatching network-vif-plugged-ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.016773] env[68758]: WARNING nova.compute.manager [req-4856cd66-d55f-43de-a4e2-ad76d939bf36 req-6e054bbf-e986-46ff-b05c-a35cdd5d6422 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Received unexpected event network-vif-plugged-ad90cf67-1e25-4056-b30d-f0d2b28c712a for instance with vm_state building and task_state spawning. [ 1003.052124] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.052502] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.052648] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.052756] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.052923] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.053251] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.053488] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.053638] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.053804] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.053977] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.054173] env[68758]: DEBUG nova.virt.hardware [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.060066] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1003.060864] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8da2f3c-071e-4b07-9798-cec6f185b524 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.081539] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1003.081539] env[68758]: value = "task-2942816" [ 1003.081539] env[68758]: _type = "Task" [ 1003.081539] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.089793] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.153605] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Successfully updated port: ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.189745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.324225] env[68758]: DEBUG oslo_vmware.api [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942814, 'name': PowerOnVM_Task, 'duration_secs': 0.504237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.324960] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.325285] env[68758]: INFO nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Took 7.00 seconds to spawn the instance on the hypervisor. [ 1003.325692] env[68758]: DEBUG nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1003.326797] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b184f2-6717-4e69-94cc-c8bbc9caf530 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.390150] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942815, 'name': ReconfigVM_Task, 'duration_secs': 0.259324} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.390150] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Reconfigured VM instance instance-00000049 to detach disk 2002 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.393820] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645e4e0f-3fb4-428d-ac9f-c0ebb7e36e79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.408803] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 1003.408803] env[68758]: value = "task-2942817" [ 1003.408803] env[68758]: _type = "Task" [ 1003.408803] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.420237] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.506649] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.509251] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.646s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.509705] env[68758]: DEBUG nova.objects.instance [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'resources' on Instance uuid 8833fd05-4ef9-40d4-945a-53e20426c094 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.530636] env[68758]: INFO nova.scheduler.client.report [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance e3957311-7f4f-474f-9876-40b22d1eccfb [ 1003.591028] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942816, 'name': ReconfigVM_Task, 'duration_secs': 0.22421} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.591398] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.591937] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d11927-c9fa-4867-a2ea-e608b8872543 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.614296] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.614940] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aad73b1-c7b2-4a58-9cc9-6fe9ceac16cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.634560] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1003.634560] env[68758]: value = "task-2942818" [ 1003.634560] env[68758]: _type = "Task" [ 1003.634560] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.642681] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942818, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.655793] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.655941] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.656125] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.677867] env[68758]: INFO nova.compute.manager [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Unrescuing [ 1003.678137] env[68758]: DEBUG oslo_concurrency.lockutils [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.678291] env[68758]: DEBUG oslo_concurrency.lockutils [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquired lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.678453] env[68758]: DEBUG nova.network.neutron [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.845103] env[68758]: INFO nova.compute.manager [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Took 33.03 seconds to build instance. [ 1003.918488] env[68758]: DEBUG oslo_vmware.api [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942817, 'name': ReconfigVM_Task, 'duration_secs': 0.233241} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.919568] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590727', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'name': 'volume-c8c26021-c58a-4fb0-b7cb-840e916dba05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5c867b6-874b-4698-82db-627f44b99152', 'attached_at': '', 'detached_at': '', 'volume_id': 'c8c26021-c58a-4fb0-b7cb-840e916dba05', 'serial': 'c8c26021-c58a-4fb0-b7cb-840e916dba05'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1004.039305] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2374e134-595c-4e63-9046-b5f71fb84105 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "e3957311-7f4f-474f-9876-40b22d1eccfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.077s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.146449] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.193736] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.291582] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194c4e4b-1fab-4e16-9263-c2c788ace98d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.302221] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4b782f-378a-491e-8894-461d4a2c06bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.346040] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4c08b8-97c3-4177-8669-bb9a82e5e8d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.350203] env[68758]: DEBUG oslo_concurrency.lockutils [None req-511b1106-ec80-449a-92b2-8dad8f27b549 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.595s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.354846] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b64318-3ec5-4c89-b835-c4c639086dda {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.370247] env[68758]: DEBUG nova.compute.provider_tree [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.382423] env[68758]: DEBUG nova.network.neutron [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Updating instance_info_cache with network_info: [{"id": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "address": "fa:16:3e:04:db:b0", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90cf67-1e", "ovs_interfaceid": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.422807] env[68758]: DEBUG nova.network.neutron [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updating instance_info_cache with network_info: [{"id": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "address": "fa:16:3e:ec:98:0b", "network": {"id": "012a4cdf-ea15-4c30-a0af-ab89cf9bf7d2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1774319051-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "65265f60a3714f31aa58b6cf017f4376", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9be6786-e9a7-4138-b7b5-b7696f6cb1e1", "external-id": "nsx-vlan-transportzone-626", "segmentation_id": 626, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2428a04c-67", "ovs_interfaceid": "2428a04c-674a-4bdd-8de7-53519fdb5d36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.467242] env[68758]: DEBUG nova.objects.instance [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'flavor' on Instance uuid d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.645716] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942818, 'name': ReconfigVM_Task, 'duration_secs': 0.549841} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.646148] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45/38dfb1c1-7607-47ca-aa8b-86f063030f45.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.646242] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.748285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.748610] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.874230] env[68758]: DEBUG nova.scheduler.client.report [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.884978] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.885348] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Instance network_info: |[{"id": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "address": "fa:16:3e:04:db:b0", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90cf67-1e", "ovs_interfaceid": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.885739] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:db:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad90cf67-1e25-4056-b30d-f0d2b28c712a', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.893409] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.894198] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.894777] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad30bd5b-508d-4114-97d4-7537c2297378 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.915065] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.915065] env[68758]: value = "task-2942820" [ 1004.915065] env[68758]: _type = "Task" [ 1004.915065] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.923050] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942820, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.925030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Releasing lock "refresh_cache-966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.925292] env[68758]: DEBUG nova.objects.instance [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lazy-loading 'flavor' on Instance uuid 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.048868] env[68758]: DEBUG nova.compute.manager [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Received event network-changed-ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1005.049087] env[68758]: DEBUG nova.compute.manager [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Refreshing instance network info cache due to event network-changed-ad90cf67-1e25-4056-b30d-f0d2b28c712a. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1005.049315] env[68758]: DEBUG oslo_concurrency.lockutils [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] Acquiring lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.049458] env[68758]: DEBUG oslo_concurrency.lockutils [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] Acquired lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.049608] env[68758]: DEBUG nova.network.neutron [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Refreshing network info cache for port ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.153920] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834b7635-2908-445c-827f-efa601dd513e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.157336] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.157723] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.157925] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.158124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.158362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.183131] env[68758]: INFO nova.compute.manager [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Terminating instance [ 1005.185877] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128a8366-b766-442a-92bb-de8dde8014ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.213390] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.251711] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1005.381172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.383008] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.026s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.384505] env[68758]: INFO nova.compute.claims [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1005.400272] env[68758]: INFO nova.scheduler.client.report [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted allocations for instance 8833fd05-4ef9-40d4-945a-53e20426c094 [ 1005.426097] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942820, 'name': CreateVM_Task, 'duration_secs': 0.368342} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.426277] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.426926] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.427115] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.427664] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.429969] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0ee4f4e-8a1c-4b64-917d-4a7cf19adf96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.432626] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b20c20-114b-41d0-9b09-bad9525d7aa9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.458668] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.459093] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1005.459093] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52235d92-541c-6fc1-5e58-0e556ffabfd9" [ 1005.459093] env[68758]: _type = "Task" [ 1005.459093] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.459305] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bde9004f-f002-4b76-8381-62cd72333bb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.469911] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52235d92-541c-6fc1-5e58-0e556ffabfd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.471153] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1005.471153] env[68758]: value = "task-2942821" [ 1005.471153] env[68758]: _type = "Task" [ 1005.471153] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.478522] env[68758]: DEBUG oslo_concurrency.lockutils [None req-55b0996c-dfb7-4f33-896c-e4ebcb9ea46a tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.479694] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.692703] env[68758]: DEBUG nova.compute.manager [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.693042] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.693865] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e709c4be-99c6-4e93-b56c-b6abdfef3234 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.704389] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.704865] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b7ceb56-a69e-4f2c-982a-7658a5890470 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.710995] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1005.710995] env[68758]: value = "task-2942822" [ 1005.710995] env[68758]: _type = "Task" [ 1005.710995] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.722514] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.761297] env[68758]: DEBUG nova.network.neutron [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Updated VIF entry in instance network info cache for port ad90cf67-1e25-4056-b30d-f0d2b28c712a. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1005.762197] env[68758]: DEBUG nova.network.neutron [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Updating instance_info_cache with network_info: [{"id": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "address": "fa:16:3e:04:db:b0", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90cf67-1e", "ovs_interfaceid": "ad90cf67-1e25-4056-b30d-f0d2b28c712a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.771780] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.788886] env[68758]: DEBUG nova.network.neutron [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Port 57babff6-6203-4b7d-bf8f-91dcf7ba05e8 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1005.907559] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a0a964f6-0ca6-4fb5-a2a1-451f473fe765 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "8833fd05-4ef9-40d4-945a-53e20426c094" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.975s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.971096] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52235d92-541c-6fc1-5e58-0e556ffabfd9, 'name': SearchDatastore_Task, 'duration_secs': 0.041337} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.971447] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.971705] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.971971] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.972166] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.972370] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.972714] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f43f176-d753-4d1d-8242-755a3d84cfcf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.983040] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942821, 'name': PowerOffVM_Task, 'duration_secs': 0.213922} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.984181] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.989613] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.990279] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.990473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.991278] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcaa17fd-d596-4e9c-b9f0-f187dca1ed56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.004086] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbb98fed-d126-463e-a49d-c3b1788b6f8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.009886] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1006.009886] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dc9596-57b3-28aa-85f8-75fe46c442c3" [ 1006.009886] env[68758]: _type = "Task" [ 1006.009886] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.011137] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1006.011137] env[68758]: value = "task-2942824" [ 1006.011137] env[68758]: _type = "Task" [ 1006.011137] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.021293] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dc9596-57b3-28aa-85f8-75fe46c442c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.024955] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942824, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.222285] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942822, 'name': PowerOffVM_Task, 'duration_secs': 0.228628} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.223630] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1006.223848] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1006.226312] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbad3fcc-9055-40cf-983e-d755fb732eac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.266301] env[68758]: DEBUG oslo_concurrency.lockutils [req-76a5fa22-a8a3-4651-a64a-9738b397d0a6 req-690973cc-cca4-421a-b4cb-7c2b1b5fa628 service nova] Releasing lock "refresh_cache-d222b8f9-082a-4272-9d8e-22a7207e6c26" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.294890] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1006.295127] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1006.295455] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Deleting the datastore file [datastore1] fe552bc2-2f9a-4273-a6b1-5f837df8e7c4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1006.295882] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1f6cbb4-64d5-4923-bada-8fed795a8c91 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.305402] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for the task: (returnval){ [ 1006.305402] env[68758]: value = "task-2942826" [ 1006.305402] env[68758]: _type = "Task" [ 1006.305402] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.313500] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.524907] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dc9596-57b3-28aa-85f8-75fe46c442c3, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.530502] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942824, 'name': ReconfigVM_Task, 'duration_secs': 0.216617} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.531205] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf615c11-e70f-41aa-a91f-a5bf3f6f2d9a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.533053] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.533254] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.533486] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ba94895-e288-4c74-9000-3b12a5008b63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.538301] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1006.538301] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216ffc7-50a6-f9e9-6137-a2ff41ee0e43" [ 1006.538301] env[68758]: _type = "Task" [ 1006.538301] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.544437] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1006.544437] env[68758]: value = "task-2942827" [ 1006.544437] env[68758]: _type = "Task" [ 1006.544437] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.550448] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216ffc7-50a6-f9e9-6137-a2ff41ee0e43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.554732] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.631697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f05ae3e-1243-436f-a0be-91d0d11775a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.638910] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6fac19-1827-45d4-81a0-f69f903e6cdf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.668467] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42710e6-c6bb-4214-9185-5841f7466e82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.675775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d00a97-c574-4df1-9616-2875a69f622c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.690909] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1006.729351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.729627] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.729814] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "d5c867b6-874b-4698-82db-627f44b99152-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.729983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.730320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.732518] env[68758]: INFO nova.compute.manager [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Terminating instance [ 1006.813328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.813553] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.813721] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.824602] env[68758]: DEBUG oslo_vmware.api [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Task: {'id': task-2942826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182009} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.825013] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.825205] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.825380] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.825548] env[68758]: INFO nova.compute.manager [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1006.825779] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.828607] env[68758]: DEBUG nova.compute.manager [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.828607] env[68758]: DEBUG nova.network.neutron [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1007.049793] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5216ffc7-50a6-f9e9-6137-a2ff41ee0e43, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.054178] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.054514] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] d222b8f9-082a-4272-9d8e-22a7207e6c26/d222b8f9-082a-4272-9d8e-22a7207e6c26.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.054715] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f433100-273d-4c55-bf7f-e31400a40096 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.061721] env[68758]: DEBUG oslo_vmware.api [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942827, 'name': PowerOnVM_Task, 'duration_secs': 0.381524} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.062921] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.063168] env[68758]: DEBUG nova.compute.manager [None req-976d2db7-1a5f-4acd-af89-11b14893c411 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.063718] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1007.063718] env[68758]: value = "task-2942828" [ 1007.063718] env[68758]: _type = "Task" [ 1007.063718] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.064221] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6aee0b-3dce-47fa-bd56-a925332e3184 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.078296] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942828, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.219869] env[68758]: ERROR nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [req-b9536f5a-9611-47df-b637-f1950f738f7d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b9536f5a-9611-47df-b637-f1950f738f7d"}]} [ 1007.235706] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1007.238219] env[68758]: DEBUG nova.compute.manager [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.238576] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.240048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5976a357-33fc-4dc3-a3be-e81cd3be8afd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.249043] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.249043] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e6c47e4-190e-4028-be01-4f382f793e47 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.250923] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1007.251344] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.262021] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 1007.262021] env[68758]: value = "task-2942829" [ 1007.262021] env[68758]: _type = "Task" [ 1007.262021] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.270162] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942829, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.271710] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1007.297044] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1007.407779] env[68758]: DEBUG nova.compute.manager [req-64cb470c-2d69-48c4-8b6d-3336a0247289 req-e8b36807-a76a-4a6e-bbdd-83f06c039273 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Received event network-vif-deleted-27e73c4f-2110-4d6b-beb2-a1ab220fa87d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1007.407779] env[68758]: INFO nova.compute.manager [req-64cb470c-2d69-48c4-8b6d-3336a0247289 req-e8b36807-a76a-4a6e-bbdd-83f06c039273 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Neutron deleted interface 27e73c4f-2110-4d6b-beb2-a1ab220fa87d; detaching it from the instance and deleting it from the info cache [ 1007.407779] env[68758]: DEBUG nova.network.neutron [req-64cb470c-2d69-48c4-8b6d-3336a0247289 req-e8b36807-a76a-4a6e-bbdd-83f06c039273 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.583334] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942828, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.610367] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6de5f9-733b-493e-a7c6-7965fa7c1848 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.620589] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a663c-3029-488d-acd8-f5e9c19d01e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.655757] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d605d8e8-6a12-4c40-a558-cffb3112d245 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.663417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21290011-9e33-4bf4-864f-868b360c7387 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.676894] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1007.769660] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942829, 'name': PowerOffVM_Task, 'duration_secs': 0.30332} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.769943] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.770118] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.770370] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cfc9d2c-3e4e-4f35-80e8-54836f00507f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.847566] env[68758]: DEBUG nova.network.neutron [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.875843] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.876097] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.876491] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleting the datastore file [datastore2] d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.876591] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78bbc785-ce1a-4925-b551-894cc40270fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.883432] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for the task: (returnval){ [ 1007.883432] env[68758]: value = "task-2942831" [ 1007.883432] env[68758]: _type = "Task" [ 1007.883432] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.889609] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.889838] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.890097] env[68758]: DEBUG nova.network.neutron [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.899436] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.910122] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cc35738-a870-40c9-aa62-8ecf5923034c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.925498] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d035f776-bfa8-4ff6-989d-e6bcffc8ca87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.956439] env[68758]: DEBUG nova.compute.manager [req-64cb470c-2d69-48c4-8b6d-3336a0247289 req-e8b36807-a76a-4a6e-bbdd-83f06c039273 service nova] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Detach interface failed, port_id=27e73c4f-2110-4d6b-beb2-a1ab220fa87d, reason: Instance fe552bc2-2f9a-4273-a6b1-5f837df8e7c4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1008.079246] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942828, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624254} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.079607] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] d222b8f9-082a-4272-9d8e-22a7207e6c26/d222b8f9-082a-4272-9d8e-22a7207e6c26.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.079890] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.080092] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cd24b16-2405-4c71-928c-daa54d7f19eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.087082] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1008.087082] env[68758]: value = "task-2942833" [ 1008.087082] env[68758]: _type = "Task" [ 1008.087082] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.096074] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.199038] env[68758]: ERROR nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [req-b993f018-600d-470c-8b81-a3e78226bddc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b993f018-600d-470c-8b81-a3e78226bddc"}]} [ 1008.216115] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1008.234348] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1008.234666] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.246647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.246877] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.248603] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1008.269633] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1008.350721] env[68758]: INFO nova.compute.manager [-] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Took 1.52 seconds to deallocate network for instance. [ 1008.396357] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942831, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.485845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.486103] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.486310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.486490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.486653] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.490289] env[68758]: INFO nova.compute.manager [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Terminating instance [ 1008.520680] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3c2a26-a06c-4694-b33c-a1c1c16a965f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.528014] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248e121c-9596-4959-b4e9-ce3a9a4ffe6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.561043] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd05434-5334-4f5b-846e-0a02cabf8f04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.568242] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bdc298-ab1c-4ea0-a1ca-272f9d6da779 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.581298] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1008.596046] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145802} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.596383] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.597701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871d511e-514a-407a-a75d-3a3ff8452dc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.620771] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d222b8f9-082a-4272-9d8e-22a7207e6c26/d222b8f9-082a-4272-9d8e-22a7207e6c26.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.623339] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82094e0c-2399-4bac-8bc4-13ce2459e309 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.642586] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1008.642586] env[68758]: value = "task-2942834" [ 1008.642586] env[68758]: _type = "Task" [ 1008.642586] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.650459] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.679857] env[68758]: DEBUG nova.network.neutron [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [{"id": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "address": "fa:16:3e:8a:1a:8a", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57babff6-62", "ovs_interfaceid": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.752532] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.857331] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.895471] env[68758]: DEBUG oslo_vmware.api [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Task: {'id': task-2942831, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.615807} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.895705] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.895891] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.896080] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.896261] env[68758]: INFO nova.compute.manager [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] [instance: d5c867b6-874b-4698-82db-627f44b99152] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1008.896492] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.896684] env[68758]: DEBUG nova.compute.manager [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.896780] env[68758]: DEBUG nova.network.neutron [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.997099] env[68758]: DEBUG nova.compute.manager [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.997099] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.997099] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c198847-6ca3-42fc-96eb-f67c933d8168 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.004545] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.004971] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18f18a9c-1d7b-4807-9d90-21d6dc0942e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.014017] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1009.014017] env[68758]: value = "task-2942835" [ 1009.014017] env[68758]: _type = "Task" [ 1009.014017] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.022304] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.113081] env[68758]: DEBUG nova.scheduler.client.report [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1009.113081] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 135 to 136 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1009.114388] env[68758]: DEBUG nova.compute.provider_tree [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1009.156617] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942834, 'name': ReconfigVM_Task, 'duration_secs': 0.305301} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.156924] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d222b8f9-082a-4272-9d8e-22a7207e6c26/d222b8f9-082a-4272-9d8e-22a7207e6c26.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.157895] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b0fc99f-e12c-4926-9315-10488ff38177 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.164963] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1009.164963] env[68758]: value = "task-2942836" [ 1009.164963] env[68758]: _type = "Task" [ 1009.164963] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.174911] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942836, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.182637] env[68758]: DEBUG oslo_concurrency.lockutils [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.275654] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.525384] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942835, 'name': PowerOffVM_Task, 'duration_secs': 0.174085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.525659] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.525825] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.528973] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3cb596a-b8f8-4b33-bd2a-1c87df8d0d1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.594630] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.594849] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.595040] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleting the datastore file [datastore1] 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.595309] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efd9b825-3d94-4824-86cd-2933710cb92e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.602050] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1009.602050] env[68758]: value = "task-2942838" [ 1009.602050] env[68758]: _type = "Task" [ 1009.602050] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.609723] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.619635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.237s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.620459] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.623008] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.815s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.626554] env[68758]: DEBUG nova.objects.instance [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'resources' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.674563] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942836, 'name': Rename_Task, 'duration_secs': 0.139172} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.674796] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.675052] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66c6dc92-9346-4bbe-9f51-53795e0d8a4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.681980] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1009.681980] env[68758]: value = "task-2942839" [ 1009.681980] env[68758]: _type = "Task" [ 1009.681980] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.692628] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.709376] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753fe645-09fd-49b0-80cb-416e948835b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.740908] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af8b10-51cf-4342-a6ab-e66bca7f9e07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.748752] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.842165] env[68758]: DEBUG nova.compute.manager [req-849ce75a-abe2-49a2-97c1-a1a0cabdd2ca req-7aca9206-15d1-42af-bafd-852e83395cf4 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Received event network-vif-deleted-5d30ab68-59ac-4f3b-9de4-fe0d85042aa1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1009.842395] env[68758]: INFO nova.compute.manager [req-849ce75a-abe2-49a2-97c1-a1a0cabdd2ca req-7aca9206-15d1-42af-bafd-852e83395cf4 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Neutron deleted interface 5d30ab68-59ac-4f3b-9de4-fe0d85042aa1; detaching it from the instance and deleting it from the info cache [ 1009.842567] env[68758]: DEBUG nova.network.neutron [req-849ce75a-abe2-49a2-97c1-a1a0cabdd2ca req-7aca9206-15d1-42af-bafd-852e83395cf4 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.114606] env[68758]: DEBUG oslo_vmware.api [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140316} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.114606] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.114606] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.114606] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.114606] env[68758]: INFO nova.compute.manager [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1010.115030] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.115030] env[68758]: DEBUG nova.compute.manager [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.115030] env[68758]: DEBUG nova.network.neutron [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.129477] env[68758]: DEBUG nova.compute.utils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1010.135359] env[68758]: DEBUG nova.objects.instance [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'numa_topology' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.136778] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1010.137060] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1010.187535] env[68758]: DEBUG nova.policy [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '52b4cf0de08b49c7b6a6ccd66ed759f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c3e002356c224292843ff9dabb212453', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1010.194851] env[68758]: DEBUG oslo_vmware.api [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942839, 'name': PowerOnVM_Task, 'duration_secs': 0.478612} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.195132] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.195402] env[68758]: INFO nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1010.195581] env[68758]: DEBUG nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.196361] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236043e8-6a19-4d1e-b820-c4ec446034b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.254755] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.255390] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00d91806-ae46-4e78-8cbb-1271afcfda36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.262220] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1010.262220] env[68758]: value = "task-2942841" [ 1010.262220] env[68758]: _type = "Task" [ 1010.262220] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.270973] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.313272] env[68758]: DEBUG nova.network.neutron [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.347857] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9db4bddd-cdb8-48a3-8ad9-52cff6174ae3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.355347] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fefcdf-61d8-4242-88b7-460e30b77103 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.391305] env[68758]: DEBUG nova.compute.manager [req-849ce75a-abe2-49a2-97c1-a1a0cabdd2ca req-7aca9206-15d1-42af-bafd-852e83395cf4 service nova] [instance: d5c867b6-874b-4698-82db-627f44b99152] Detach interface failed, port_id=5d30ab68-59ac-4f3b-9de4-fe0d85042aa1, reason: Instance d5c867b6-874b-4698-82db-627f44b99152 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1010.462220] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Successfully created port: d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.638275] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.643045] env[68758]: DEBUG nova.objects.base [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1010.713623] env[68758]: INFO nova.compute.manager [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Took 28.89 seconds to build instance. [ 1010.774483] env[68758]: DEBUG oslo_vmware.api [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942841, 'name': PowerOnVM_Task, 'duration_secs': 0.429102} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.774799] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.774986] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-038dcaa3-d55b-41ab-91cf-9576af15a9ed tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance '38dfb1c1-7607-47ca-aa8b-86f063030f45' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.817366] env[68758]: INFO nova.compute.manager [-] [instance: d5c867b6-874b-4698-82db-627f44b99152] Took 1.92 seconds to deallocate network for instance. [ 1010.918303] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.918540] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.926263] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad82fa2-0356-4c11-9cf8-566092ea0534 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.934939] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895e76b5-0367-464d-9055-2cafaf2f3b8a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.967736] env[68758]: DEBUG nova.network.neutron [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.967736] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a73c6f-238c-4aa5-9063-853c419857ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.975139] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f0115c-b907-4c28-9327-801c70370de1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.991519] env[68758]: DEBUG nova.compute.provider_tree [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.168036] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca431d6-a457-40e7-9cd4-da31b46b3290 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.174583] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Suspending the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1011.174836] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0b132b6a-107a-4e24-b293-106c218be37e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.181420] env[68758]: DEBUG oslo_vmware.api [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1011.181420] env[68758]: value = "task-2942842" [ 1011.181420] env[68758]: _type = "Task" [ 1011.181420] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.189035] env[68758]: DEBUG oslo_vmware.api [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942842, 'name': SuspendVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.216108] env[68758]: DEBUG oslo_concurrency.lockutils [None req-dc290f8e-f4d6-436c-bb42-28fe024d0584 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.414s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.328029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.421505] env[68758]: DEBUG nova.compute.utils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.471507] env[68758]: INFO nova.compute.manager [-] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Took 1.36 seconds to deallocate network for instance. [ 1011.494607] env[68758]: DEBUG nova.scheduler.client.report [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.652761] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.679470] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.679749] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.679914] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.680146] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.680319] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.680512] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.680706] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.680890] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.681091] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.681273] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.681494] env[68758]: DEBUG nova.virt.hardware [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.682497] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb6009d-3d4c-4c95-bfb4-17a8cbd52994 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.696816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff82c76-64ac-408f-8f3d-e6591a74e951 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.700814] env[68758]: DEBUG oslo_vmware.api [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942842, 'name': SuspendVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.867503] env[68758]: DEBUG nova.compute.manager [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-vif-plugged-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.868550] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] Acquiring lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.868737] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.868945] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.869217] env[68758]: DEBUG nova.compute.manager [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] No waiting events found dispatching network-vif-plugged-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.869419] env[68758]: WARNING nova.compute.manager [req-fd1f185a-6c82-4831-89b7-8dffce70f3c2 req-7f44eef0-7a3d-4f08-961b-e537a6e5e104 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received unexpected event network-vif-plugged-d238246c-8573-4d74-8bfc-9da5f435cc45 for instance with vm_state building and task_state spawning. [ 1011.888739] env[68758]: DEBUG nova.compute.manager [req-ac4ff615-bf14-41c4-ba04-cb12fadc7f1e req-ea4475e4-dae5-4936-a753-cf7b2fa4c99e service nova] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Received event network-vif-deleted-2428a04c-674a-4bdd-8de7-53519fdb5d36 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1011.926177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.960393] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Successfully updated port: d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.978973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.000548] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.377s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.002905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.742s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.003088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.003257] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1012.003568] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.774s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.005059] env[68758]: INFO nova.compute.claims [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.008310] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269f14a9-e632-43f5-b8f7-832c876f72de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.019277] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cbf880-5b4e-4fd3-b9ac-e08ae2d33aca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.035698] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867e5347-b9aa-4e09-877b-d9ce9aa58f04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.043103] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5807f48e-3d87-4d8e-84f7-6caa6346f50c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.074330] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179397MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1012.074520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.194036] env[68758]: DEBUG oslo_vmware.api [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942842, 'name': SuspendVM_Task, 'duration_secs': 0.629533} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.194036] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Suspended the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1012.194431] env[68758]: DEBUG nova.compute.manager [None req-c62ddfcc-adc0-4744-95bf-fbad4d876324 tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.194983] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd78cb83-7834-4766-8b69-bbedb5f0aa44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.463049] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.463268] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.463475] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.513123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-372e571b-51fe-4751-a502-ebc2dece53ef tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.026s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.514170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 23.745s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.514170] env[68758]: INFO nova.compute.manager [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Unshelving [ 1012.986279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.987322] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.987322] env[68758]: INFO nova.compute.manager [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Attaching volume d3f26708-dbe3-4c63-b78a-fbfabc9728d3 to /dev/sdb [ 1013.004316] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.028360] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de850495-c581-47a9-8633-055120143f5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.035723] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b83ffc-78e6-47a4-b4f3-d3dd59e8be7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.048264] env[68758]: DEBUG nova.virt.block_device [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating existing volume attachment record: 098ce1f1-e1c9-42b2-8f82-402523ce772a {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1013.159718] env[68758]: DEBUG nova.network.neutron [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.327572] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b903f3e2-5998-4ed7-92e8-55ff4bb2f8eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.335148] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd92e409-c7c8-4052-b462-ad4272a1dbc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.366718] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd585ba-3789-4208-bcc1-4fd4f172d1da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.374187] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affe7f12-d00a-44ff-810f-c1ee3320c8e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.388346] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.388603] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.388784] env[68758]: DEBUG nova.compute.manager [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Going to confirm migration 5 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1013.390326] env[68758]: DEBUG nova.compute.provider_tree [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.528594] env[68758]: DEBUG nova.compute.utils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1013.663200] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.663200] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Instance network_info: |[{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.663621] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:2a:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd238246c-8573-4d74-8bfc-9da5f435cc45', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.672536] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Creating folder: Project (c3e002356c224292843ff9dabb212453). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.672842] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8047b6d2-bf18-48d2-a3a5-d44e148f5155 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.685437] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Created folder: Project (c3e002356c224292843ff9dabb212453) in parent group-v590497. [ 1013.686154] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Creating folder: Instances. Parent ref: group-v590738. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1013.686154] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da99a50c-60c1-4f1d-b6e7-06233826fb2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.694030] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Created folder: Instances in parent group-v590738. [ 1013.694267] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.694457] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.694676] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26397e89-4908-4961-b862-6e7771567c2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.713114] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.713114] env[68758]: value = "task-2942848" [ 1013.713114] env[68758]: _type = "Task" [ 1013.713114] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.720217] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942848, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.753910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.754459] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.756036] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.756036] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.756036] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.759127] env[68758]: INFO nova.compute.manager [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Terminating instance [ 1013.895690] env[68758]: DEBUG nova.scheduler.client.report [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.899503] env[68758]: DEBUG nova.compute.manager [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1013.899723] env[68758]: DEBUG nova.compute.manager [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing instance network info cache due to event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1013.899966] env[68758]: DEBUG oslo_concurrency.lockutils [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.900155] env[68758]: DEBUG oslo_concurrency.lockutils [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.900383] env[68758]: DEBUG nova.network.neutron [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.958734] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.958920] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.959108] env[68758]: DEBUG nova.network.neutron [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.959384] env[68758]: DEBUG nova.objects.instance [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'info_cache' on Instance uuid 38dfb1c1-7607-47ca-aa8b-86f063030f45 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.031934] env[68758]: INFO nova.virt.block_device [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Booting with volume 9575ae65-f770-485b-b539-6ffa488e5d5f at /dev/sdb [ 1014.061997] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8db14247-5e7d-4b77-81d2-a45bf70e9cd5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.070312] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa65a31-b4a1-48fb-895d-e07f206b8b66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.102126] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bba7918-62cf-4d68-bf79-7211bb35cb4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.111022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83b923d-ad2e-4428-a2a5-2884f8de0d13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.139852] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab4246c2-2910-4c57-a3ca-42f6a6783680 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.145916] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6926440c-38d3-45b2-869e-9e5fcd8cc444 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.158298] env[68758]: DEBUG nova.virt.block_device [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating existing volume attachment record: fe6283c4-9f88-421d-893e-0689bcc32e7b {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1014.187776] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.188031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.224026] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942848, 'name': CreateVM_Task, 'duration_secs': 0.332302} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.224026] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.224173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.224254] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.224547] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.224794] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-795af513-cf01-4ded-9b0b-f8b6d5446753 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.229025] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1014.229025] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b61b98-eb40-6de4-9868-51c2a285d3ff" [ 1014.229025] env[68758]: _type = "Task" [ 1014.229025] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.236460] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b61b98-eb40-6de4-9868-51c2a285d3ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.262523] env[68758]: DEBUG nova.compute.manager [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.262730] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.263512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a055a51-b8c4-4a29-8145-8d8d3a6942e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.270008] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.270239] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2943bb2-7cc8-43f5-88a8-863b99e66e12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.336079] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.336327] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.336506] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore1] d222b8f9-082a-4272-9d8e-22a7207e6c26 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.336753] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fb274fe-c62d-4069-bd38-da97841222eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.343201] env[68758]: DEBUG oslo_vmware.api [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1014.343201] env[68758]: value = "task-2942851" [ 1014.343201] env[68758]: _type = "Task" [ 1014.343201] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.352691] env[68758]: DEBUG oslo_vmware.api [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942851, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.405052] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.405589] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.410497] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.394s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.410712] env[68758]: DEBUG nova.objects.instance [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lazy-loading 'resources' on Instance uuid 6aa68e5a-c423-4ab1-b131-8c605ad27b3e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.613275] env[68758]: DEBUG nova.network.neutron [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updated VIF entry in instance network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.613648] env[68758]: DEBUG nova.network.neutron [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.690048] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.740985] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b61b98-eb40-6de4-9868-51c2a285d3ff, 'name': SearchDatastore_Task, 'duration_secs': 0.034589} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.741307] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.741625] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.741934] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.742164] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.742366] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.742813] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31a61801-7983-4c64-aca5-eb39de0d43a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.750892] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.751127] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.751953] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfa4016f-20db-4b44-8d76-538c24aacf9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.757434] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1014.757434] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52675ce6-cb85-7c28-2ba1-42db1b4f4f77" [ 1014.757434] env[68758]: _type = "Task" [ 1014.757434] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.766366] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52675ce6-cb85-7c28-2ba1-42db1b4f4f77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.853436] env[68758]: DEBUG oslo_vmware.api [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942851, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382567} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.853721] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.853970] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.854126] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.854317] env[68758]: INFO nova.compute.manager [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1014.854576] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.854791] env[68758]: DEBUG nova.compute.manager [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.854889] env[68758]: DEBUG nova.network.neutron [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.911645] env[68758]: DEBUG nova.compute.utils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.913145] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.913336] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.958560] env[68758]: DEBUG nova.policy [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee532d03c7c46be90f1c7be86c6bdcc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '14529b8ff0c747e5975f0c257c19b218', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.118942] env[68758]: DEBUG oslo_concurrency.lockutils [req-97123df3-2ca1-4389-8857-fcf54649d8d6 req-ca49dfd2-e088-4efe-ba74-fa3d5fa36770 service nova] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.214308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.232866] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3186a-f86a-4298-8ee0-e5b86399fbe5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.240990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9550a20-0f14-4248-a98b-4ab86c354d3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.272535] env[68758]: DEBUG nova.network.neutron [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [{"id": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "address": "fa:16:3e:8a:1a:8a", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57babff6-62", "ovs_interfaceid": "57babff6-6203-4b7d-bf8f-91dcf7ba05e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.276839] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4f02cd-b2fc-4bb2-bd2e-c7d7a51976c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.287553] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52675ce6-cb85-7c28-2ba1-42db1b4f4f77, 'name': SearchDatastore_Task, 'duration_secs': 0.008709} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.289326] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694cc6e0-7332-4b17-84d3-64e5bf4a9236 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.296732] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93127d42-9230-43c7-a17a-262177294f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.303025] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1015.303025] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525316ee-69c5-67c5-b353-fe96a1110deb" [ 1015.303025] env[68758]: _type = "Task" [ 1015.303025] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.311140] env[68758]: DEBUG nova.compute.provider_tree [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.320487] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525316ee-69c5-67c5-b353-fe96a1110deb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.360842] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Successfully created port: 07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.417138] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.713555] env[68758]: DEBUG nova.network.neutron [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.780472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-38dfb1c1-7607-47ca-aa8b-86f063030f45" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.780780] env[68758]: DEBUG nova.objects.instance [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'migration_context' on Instance uuid 38dfb1c1-7607-47ca-aa8b-86f063030f45 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.816789] env[68758]: DEBUG nova.scheduler.client.report [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.824415] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525316ee-69c5-67c5-b353-fe96a1110deb, 'name': SearchDatastore_Task, 'duration_secs': 0.032393} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.825349] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.825416] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/37f8ee83-ea6f-4d73-b959-6445cb197d67.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.825649] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54c9703f-75ec-4749-b272-4b9cd2362dff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.833632] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1015.833632] env[68758]: value = "task-2942855" [ 1015.833632] env[68758]: _type = "Task" [ 1015.833632] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.841515] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942855, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.921252] env[68758]: DEBUG nova.compute.manager [req-4578df0a-8685-4dae-a444-2defac69f0dc req-6ab1eedd-0fa8-4b3e-b75b-7d90c43c235b service nova] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Received event network-vif-deleted-ad90cf67-1e25-4056-b30d-f0d2b28c712a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.216445] env[68758]: INFO nova.compute.manager [-] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Took 1.36 seconds to deallocate network for instance. [ 1016.282959] env[68758]: DEBUG nova.objects.base [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Object Instance<38dfb1c1-7607-47ca-aa8b-86f063030f45> lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1016.283899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17958432-a2b6-4c2d-8591-406c098d527f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.304090] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f818ebf3-61db-41c4-b200-3574d30db47d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.309362] env[68758]: DEBUG oslo_vmware.api [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1016.309362] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523e7763-f2a5-07eb-e5eb-b4573308473a" [ 1016.309362] env[68758]: _type = "Task" [ 1016.309362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.317168] env[68758]: DEBUG oslo_vmware.api [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523e7763-f2a5-07eb-e5eb-b4573308473a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.326068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.328260] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.995s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.329867] env[68758]: INFO nova.compute.claims [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1016.343521] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942855, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.350496] env[68758]: INFO nova.scheduler.client.report [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Deleted allocations for instance 6aa68e5a-c423-4ab1-b131-8c605ad27b3e [ 1016.429124] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.459416] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.459925] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.460281] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.460614] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.460870] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.464019] env[68758]: DEBUG nova.virt.hardware [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.464019] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a3f848-cbf3-4b85-82d1-3d970869d21e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.475994] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293cd991-b3ea-4242-a7d2-5a6daca425ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.723433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.819446] env[68758]: DEBUG oslo_vmware.api [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523e7763-f2a5-07eb-e5eb-b4573308473a, 'name': SearchDatastore_Task, 'duration_secs': 0.007628} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.819705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.843542] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942855, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.860333} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.844374] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/37f8ee83-ea6f-4d73-b959-6445cb197d67.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.844593] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.844831] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a31965da-856c-43fc-843c-2f618511f36c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.853163] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1016.853163] env[68758]: value = "task-2942857" [ 1016.853163] env[68758]: _type = "Task" [ 1016.853163] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.859357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4dc4475f-fa1a-4200-9cf4-ae0ac7956f4c tempest-ServersWithSpecificFlavorTestJSON-1367823563 tempest-ServersWithSpecificFlavorTestJSON-1367823563-project-member] Lock "6aa68e5a-c423-4ab1-b131-8c605ad27b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.591s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.862588] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.874081] env[68758]: DEBUG nova.compute.manager [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Received event network-vif-plugged-07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1016.874289] env[68758]: DEBUG oslo_concurrency.lockutils [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] Acquiring lock "51f80186-1562-40e6-875c-24371ce119d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.874487] env[68758]: DEBUG oslo_concurrency.lockutils [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] Lock "51f80186-1562-40e6-875c-24371ce119d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.874648] env[68758]: DEBUG oslo_concurrency.lockutils [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] Lock "51f80186-1562-40e6-875c-24371ce119d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.874810] env[68758]: DEBUG nova.compute.manager [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] No waiting events found dispatching network-vif-plugged-07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.874970] env[68758]: WARNING nova.compute.manager [req-b3d1b505-38cf-4b05-ae65-765de420efc1 req-4eb71030-6920-4584-b193-da39fc3815a9 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Received unexpected event network-vif-plugged-07e9b10a-ad6d-495f-8eb2-a054a14c9f93 for instance with vm_state building and task_state spawning. [ 1017.011549] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Successfully updated port: 07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.363523] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942857, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.514134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.514347] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.514511] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.594759] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa114c-5ea0-49b0-b4eb-42a08064f8c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.599441] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1017.599682] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590737', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'name': 'volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '884da089-8c4f-46b9-a8a9-602a79e248d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'serial': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1017.600485] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba862e9-e80d-4410-a0bd-38f7b68bb85f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.605864] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901bd1a3-21ae-49dc-8688-ec75e055ffc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.621861] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da92ac70-13ed-4aba-af87-5d8575337471 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.646990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bab1fa-0853-446b-8ca6-d7042cec2208 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.671996] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3/volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.672176] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f35dc6af-7782-43eb-b513-89c463b2984c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.688049] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3d5f7a-102c-41a8-81c5-b5f787849aae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.693478] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1017.693478] env[68758]: value = "task-2942858" [ 1017.693478] env[68758]: _type = "Task" [ 1017.693478] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.706098] env[68758]: DEBUG nova.compute.provider_tree [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1017.714142] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.865535] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942857, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.938184} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.865952] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.867305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced3921f-574b-4da9-b95a-2279eab62c68 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.892518] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/37f8ee83-ea6f-4d73-b959-6445cb197d67.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.892823] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3ad05f-84ba-4afe-bac6-bac332d645f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.913333] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1017.913333] env[68758]: value = "task-2942859" [ 1017.913333] env[68758]: _type = "Task" [ 1017.913333] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.921486] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.065720] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.205558] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942858, 'name': ReconfigVM_Task, 'duration_secs': 0.41619} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.209052] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to attach disk [datastore1] volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3/volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.216821] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28f3e646-158b-49e7-bdea-9e47a52a49ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.232113] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1018.232113] env[68758]: value = "task-2942860" [ 1018.232113] env[68758]: _type = "Task" [ 1018.232113] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.236733] env[68758]: ERROR nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [req-19d2c999-73d0-4c29-8620-b2d940ad0108] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-19d2c999-73d0-4c29-8620-b2d940ad0108"}]} [ 1018.248598] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.257042] env[68758]: DEBUG nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1018.259868] env[68758]: DEBUG nova.network.neutron [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Updating instance_info_cache with network_info: [{"id": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "address": "fa:16:3e:05:45:52", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e9b10a-ad", "ovs_interfaceid": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.273468] env[68758]: DEBUG nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1018.274274] env[68758]: DEBUG nova.compute.provider_tree [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1018.285096] env[68758]: DEBUG nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1018.304638] env[68758]: DEBUG nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1018.425230] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942859, 'name': ReconfigVM_Task, 'duration_secs': 0.337638} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.425507] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/37f8ee83-ea6f-4d73-b959-6445cb197d67.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.426132] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff43f7b5-76fa-4934-9f1f-e47989e57d21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.434069] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1018.434069] env[68758]: value = "task-2942861" [ 1018.434069] env[68758]: _type = "Task" [ 1018.434069] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.442052] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942861, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.567816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabfe7a-a6aa-43ee-b30a-65c3b1676bf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.575545] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07dc9f23-d2c2-4af8-a56a-fe8c7977aa29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.607462] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da393485-e1ac-4cb0-8aa9-45e39455cc54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.614976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49db8d4e-3fb0-4e2b-8e1a-4e8ee8de3f5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.628096] env[68758]: DEBUG nova.compute.provider_tree [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1018.744072] env[68758]: DEBUG oslo_vmware.api [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942860, 'name': ReconfigVM_Task, 'duration_secs': 0.142417} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.744413] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590737', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'name': 'volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '884da089-8c4f-46b9-a8a9-602a79e248d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'serial': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1018.763094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.763421] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Instance network_info: |[{"id": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "address": "fa:16:3e:05:45:52", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e9b10a-ad", "ovs_interfaceid": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.764077] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:45:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07e9b10a-ad6d-495f-8eb2-a054a14c9f93', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.771603] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.772141] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.772442] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48c65328-62a7-47a9-b1ae-cbf962bf8928 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.795797] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.795797] env[68758]: value = "task-2942862" [ 1018.795797] env[68758]: _type = "Task" [ 1018.795797] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.802154] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942862, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.945174] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942861, 'name': Rename_Task, 'duration_secs': 0.152988} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.945401] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.946166] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-040acdbf-8663-45d3-9838-3c6accc050db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.953053] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1018.953053] env[68758]: value = "task-2942863" [ 1018.953053] env[68758]: _type = "Task" [ 1018.953053] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.961529] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942863, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.131868] env[68758]: DEBUG nova.scheduler.client.report [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.139887] env[68758]: DEBUG nova.compute.manager [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Received event network-changed-07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1019.139887] env[68758]: DEBUG nova.compute.manager [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Refreshing instance network info cache due to event network-changed-07e9b10a-ad6d-495f-8eb2-a054a14c9f93. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1019.139887] env[68758]: DEBUG oslo_concurrency.lockutils [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] Acquiring lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.139887] env[68758]: DEBUG oslo_concurrency.lockutils [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] Acquired lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.139887] env[68758]: DEBUG nova.network.neutron [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Refreshing network info cache for port 07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.307525] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942862, 'name': CreateVM_Task, 'duration_secs': 0.348527} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.307633] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.308347] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.308507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.308827] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.309159] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d2c6d2-ca91-4689-8bfa-bdead0be3951 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.314037] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1019.314037] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526106c1-8100-ff33-f34a-94bede376dcc" [ 1019.314037] env[68758]: _type = "Task" [ 1019.314037] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.322465] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526106c1-8100-ff33-f34a-94bede376dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.463187] env[68758]: DEBUG oslo_vmware.api [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942863, 'name': PowerOnVM_Task, 'duration_secs': 0.482291} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.463465] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.463668] env[68758]: INFO nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1019.463845] env[68758]: DEBUG nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.464622] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ceb00d3-6465-4f03-83f5-5e5d8b61aad5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.641513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.313s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.642135] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.644832] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.342s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.646356] env[68758]: INFO nova.compute.claims [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.793202] env[68758]: DEBUG nova.objects.instance [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'flavor' on Instance uuid 884da089-8c4f-46b9-a8a9-602a79e248d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.826448] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526106c1-8100-ff33-f34a-94bede376dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.032286} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.826726] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.827034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.827332] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.827523] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.827738] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.828559] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-522409e2-4792-4b31-b0a4-e1f56db928b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.838083] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.838083] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.838582] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69f0927-bb87-4aa9-90ad-5dfc45ec7416 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.844243] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1019.844243] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52074c36-705d-a118-cb18-03651101c57d" [ 1019.844243] env[68758]: _type = "Task" [ 1019.844243] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.852306] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52074c36-705d-a118-cb18-03651101c57d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.891511] env[68758]: DEBUG nova.network.neutron [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Updated VIF entry in instance network info cache for port 07e9b10a-ad6d-495f-8eb2-a054a14c9f93. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.891930] env[68758]: DEBUG nova.network.neutron [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Updating instance_info_cache with network_info: [{"id": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "address": "fa:16:3e:05:45:52", "network": {"id": "028eb9a0-d09e-44b0-a6c0-896cd6949481", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1332692569-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "14529b8ff0c747e5975f0c257c19b218", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07e9b10a-ad", "ovs_interfaceid": "07e9b10a-ad6d-495f-8eb2-a054a14c9f93", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.982579] env[68758]: INFO nova.compute.manager [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Took 33.65 seconds to build instance. [ 1020.153378] env[68758]: DEBUG nova.compute.utils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.157466] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.157709] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.272175] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.302950] env[68758]: DEBUG nova.policy [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '493911d8da44461580c83ac052b166ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '020c2050d4d34cd1a96a9de7088e41fe', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.304789] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31bc6149-3541-418e-adb5-ceb746ad5e0b tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.318s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.358968] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52074c36-705d-a118-cb18-03651101c57d, 'name': SearchDatastore_Task, 'duration_secs': 0.007937} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.359868] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f5b777a-b17a-4c01-97a8-f66a9ef57e1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.365917] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1020.365917] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5203237a-9f43-ef25-e1d4-86011669c02e" [ 1020.365917] env[68758]: _type = "Task" [ 1020.365917] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.375498] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5203237a-9f43-ef25-e1d4-86011669c02e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.395384] env[68758]: DEBUG oslo_concurrency.lockutils [req-fad02f30-b31a-49c2-81f6-0643857087a7 req-ea727925-9622-4e98-8841-26b0f1023c11 service nova] Releasing lock "refresh_cache-51f80186-1562-40e6-875c-24371ce119d7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.484569] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9018cf48-de38-4e2a-a5a9-c63a9e7a82d5 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.160s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.512087] env[68758]: INFO nova.compute.manager [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Rescuing [ 1020.512087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.512087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.512087] env[68758]: DEBUG nova.network.neutron [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.661030] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1020.882352] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5203237a-9f43-ef25-e1d4-86011669c02e, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.887076] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.887367] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 51f80186-1562-40e6-875c-24371ce119d7/51f80186-1562-40e6-875c-24371ce119d7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.888565] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa5980b1-6970-4f54-b19e-aeb4ad684d63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.895616] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1020.895616] env[68758]: value = "task-2942864" [ 1020.895616] env[68758]: _type = "Task" [ 1020.895616] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.907857] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.908792] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Successfully created port: 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.999053] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4ccf81-e7b7-4cd8-b31d-cb0f2379775a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.011914] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b3d829-c98c-4a74-b1a3-25096cf6f1c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.058273] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0065480-e83a-4033-a49f-cb753e9cdc52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.068869] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6b36f8-febc-47f7-8756-18f79b177aef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.087657] env[68758]: DEBUG nova.compute.provider_tree [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.180620] env[68758]: DEBUG nova.compute.manager [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1021.338842] env[68758]: DEBUG nova.network.neutron [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.405767] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471671} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.406756] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 51f80186-1562-40e6-875c-24371ce119d7/51f80186-1562-40e6-875c-24371ce119d7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.407200] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.407571] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf12ef48-7f23-4515-8f20-868cdcf45416 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.415617] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1021.415617] env[68758]: value = "task-2942865" [ 1021.415617] env[68758]: _type = "Task" [ 1021.415617] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.424726] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.591270] env[68758]: DEBUG nova.scheduler.client.report [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.675528] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.706089] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.706579] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.706921] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.707618] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.711015] env[68758]: DEBUG nova.virt.hardware [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.711015] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0999bf0-0f42-4edc-a817-638f6131087c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.714062] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.720913] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0fb15d-3cb4-4eeb-a0fa-3445a7114485 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.842483] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.925159] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059666} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.925450] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.926230] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1701694b-c17c-4d6a-b56b-ace68dfaa828 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.949200] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 51f80186-1562-40e6-875c-24371ce119d7/51f80186-1562-40e6-875c-24371ce119d7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.949562] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3409928a-d997-4ea9-9c86-5b3253b9a149 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.968845] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1021.968845] env[68758]: value = "task-2942866" [ 1021.968845] env[68758]: _type = "Task" [ 1021.968845] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.977798] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.097582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.097582] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.100821] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.911s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.102116] env[68758]: DEBUG nova.objects.instance [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lazy-loading 'resources' on Instance uuid ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.479143] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942866, 'name': ReconfigVM_Task, 'duration_secs': 0.335834} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.483022] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 51f80186-1562-40e6-875c-24371ce119d7/51f80186-1562-40e6-875c-24371ce119d7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.483022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50839a73-c28a-4a99-bf6a-67ab2aa11eff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.486223] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1022.486223] env[68758]: value = "task-2942867" [ 1022.486223] env[68758]: _type = "Task" [ 1022.486223] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.493902] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942867, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.605638] env[68758]: DEBUG nova.compute.utils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.610542] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.610790] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.664073] env[68758]: DEBUG nova.policy [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50ea19b8126f49b28a7d56742a7d5d0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'daf78798a4594bb385c3271cc88d7a71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1022.806556] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "032364db-d9b9-4365-91d1-c2328616ea16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.806824] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.806997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "032364db-d9b9-4365-91d1-c2328616ea16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.807179] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.807356] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.809364] env[68758]: INFO nova.compute.manager [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Terminating instance [ 1022.959114] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Successfully created port: 23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.962388] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab2807a-7848-4036-98e4-92a9ca89a866 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.969920] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbecae79-c838-4220-881f-ae93d6ba02ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.004670] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f473adc0-a196-4bf6-b00e-e8b3d9fd1f79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.012123] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942867, 'name': Rename_Task, 'duration_secs': 0.146041} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.014594] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.014945] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7acfe113-d627-4eea-9d91-e368509392eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.017607] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a3e866-1f37-4c9f-99e2-863ba4e35bf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.038018] env[68758]: DEBUG nova.compute.provider_tree [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.039475] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1023.039475] env[68758]: value = "task-2942868" [ 1023.039475] env[68758]: _type = "Task" [ 1023.039475] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.048233] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.112266] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.224401] env[68758]: DEBUG nova.compute.manager [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-vif-plugged-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.224401] env[68758]: DEBUG oslo_concurrency.lockutils [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] Acquiring lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.224401] env[68758]: DEBUG oslo_concurrency.lockutils [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.224551] env[68758]: DEBUG oslo_concurrency.lockutils [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.224809] env[68758]: DEBUG nova.compute.manager [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] No waiting events found dispatching network-vif-plugged-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.225167] env[68758]: WARNING nova.compute.manager [req-06694eb1-2a9e-4185-9792-37a57697cc31 req-47a4be41-c371-4f0f-9399-f9a97d9f6c51 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received unexpected event network-vif-plugged-6bc9f06f-d10f-4e22-8b26-90feba37328f for instance with vm_state building and task_state spawning. [ 1023.316202] env[68758]: DEBUG nova.compute.manager [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.316202] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.316202] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0bbfba-4d98-42b3-9b27-46f736493cc0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.324829] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.325015] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77a6bba0-1928-4123-9dcc-7e48521c23e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.331538] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 1023.331538] env[68758]: value = "task-2942869" [ 1023.331538] env[68758]: _type = "Task" [ 1023.331538] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.342115] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.377189] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.378588] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8baeeeb4-f080-41ec-a450-0b2da8c64223 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.384603] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1023.384603] env[68758]: value = "task-2942870" [ 1023.384603] env[68758]: _type = "Task" [ 1023.384603] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.394258] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.545660] env[68758]: DEBUG nova.scheduler.client.report [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.554685] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.558384] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Successfully updated port: 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.583776] env[68758]: DEBUG nova.compute.manager [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1023.584017] env[68758]: DEBUG nova.compute.manager [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing instance network info cache due to event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1023.584455] env[68758]: DEBUG oslo_concurrency.lockutils [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.584455] env[68758]: DEBUG oslo_concurrency.lockutils [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.584761] env[68758]: DEBUG nova.network.neutron [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.844218] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942869, 'name': PowerOffVM_Task, 'duration_secs': 0.213048} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.844508] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.844663] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.844903] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88be1574-2eb5-45a0-9672-e1f8a473c456 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.895323] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942870, 'name': PowerOffVM_Task, 'duration_secs': 0.21967} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.895634] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.896524] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0af4a1e-9e7d-44a0-a865-ae06e8752c1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.915721] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58354614-12a2-4dd8-9ea4-96feebaf790e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.928816] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.929055] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.929240] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Deleting the datastore file [datastore1] 032364db-d9b9-4365-91d1-c2328616ea16 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.929571] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d017c7a2-daf4-4f2a-9bdf-fe7599d08dec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.935741] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for the task: (returnval){ [ 1023.935741] env[68758]: value = "task-2942872" [ 1023.935741] env[68758]: _type = "Task" [ 1023.935741] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.944609] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.957120] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.957421] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d5d8ca0-6a8e-4dfd-abcb-353f1b8d38ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.965452] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1023.965452] env[68758]: value = "task-2942873" [ 1023.965452] env[68758]: _type = "Task" [ 1023.965452] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.974589] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1023.974800] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.975246] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.975650] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.975938] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.976837] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51a0de47-7514-46e1-a98e-f7a2e0b9341f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.983324] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1023.983602] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1023.984198] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22164669-b6f3-4f93-a9f8-90372e083c70 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.989267] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1023.989267] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523ae147-9bb6-62f4-16ae-2278b77a11bd" [ 1023.989267] env[68758]: _type = "Task" [ 1023.989267] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.997113] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523ae147-9bb6-62f4-16ae-2278b77a11bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.049837] env[68758]: DEBUG oslo_vmware.api [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942868, 'name': PowerOnVM_Task, 'duration_secs': 0.58028} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.050657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.053194] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.053829] env[68758]: INFO nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Took 7.63 seconds to spawn the instance on the hypervisor. [ 1024.053829] env[68758]: DEBUG nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.054465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.283s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.055794] env[68758]: INFO nova.compute.claims [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.059810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df8722b-e48d-41b8-aa79-152d77f1ec05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.065682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.093488] env[68758]: INFO nova.scheduler.client.report [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted allocations for instance ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc [ 1024.127191] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.138034] env[68758]: DEBUG nova.network.neutron [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.172738] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.173246] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.173586] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.173875] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.174158] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.174453] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.175287] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.175287] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.175287] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.175287] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.175524] env[68758]: DEBUG nova.virt.hardware [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.176637] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c437dd9f-8e66-422c-8dbe-fb3bca484eb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.185688] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d1041-afdb-4e8f-a6b5-6044fc7ee0b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.270021] env[68758]: DEBUG nova.network.neutron [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.447584] env[68758]: DEBUG oslo_vmware.api [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Task: {'id': task-2942872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163915} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.447861] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.448784] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.449065] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.449263] env[68758]: INFO nova.compute.manager [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.449546] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.449762] env[68758]: DEBUG nova.compute.manager [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.449851] env[68758]: DEBUG nova.network.neutron [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.500304] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523ae147-9bb6-62f4-16ae-2278b77a11bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008164} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.500421] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d1129ae-f0f8-4b73-a5d2-1fcafea3858b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.509984] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1024.509984] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fd5490-2e6d-7ea5-be9a-70dd05771e1f" [ 1024.509984] env[68758]: _type = "Task" [ 1024.509984] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.520419] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fd5490-2e6d-7ea5-be9a-70dd05771e1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.583757] env[68758]: INFO nova.compute.manager [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Took 33.38 seconds to build instance. [ 1024.611697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7ff9bed0-dffe-4336-b1e4-c53f3d8634ed tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.858s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.773364] env[68758]: DEBUG oslo_concurrency.lockutils [req-77aeac91-aedf-4316-aa52-763dbda464e2 req-b871bedc-db09-498f-9e7d-3bcb8cfebd60 service nova] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.773762] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.773927] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.802470] env[68758]: DEBUG nova.compute.manager [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Received event network-vif-plugged-23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1024.802699] env[68758]: DEBUG oslo_concurrency.lockutils [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] Acquiring lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.802894] env[68758]: DEBUG oslo_concurrency.lockutils [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] Lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.803089] env[68758]: DEBUG oslo_concurrency.lockutils [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] Lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.803265] env[68758]: DEBUG nova.compute.manager [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] No waiting events found dispatching network-vif-plugged-23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1024.803480] env[68758]: WARNING nova.compute.manager [req-b31d5314-3183-4948-a8cc-9767f5ca6999 req-6fa86144-d09c-4d90-baea-127fd259088d service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Received unexpected event network-vif-plugged-23bf9aff-8680-40ef-af93-c3fc37e6d418 for instance with vm_state building and task_state spawning. [ 1024.891712] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Successfully updated port: 23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.024901] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fd5490-2e6d-7ea5-be9a-70dd05771e1f, 'name': SearchDatastore_Task, 'duration_secs': 0.04513} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.028286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.028579] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.028862] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9f3dae5-fdc2-42a1-bd8b-b4edda128e1c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.036044] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1025.036044] env[68758]: value = "task-2942874" [ 1025.036044] env[68758]: _type = "Task" [ 1025.036044] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.044012] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.091355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-57e24c71-b671-4f9c-afdc-99697fd4dd9f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.898s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.364954] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.395355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.395471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.395627] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.521580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee45ebb8-4fa7-42c8-b458-7319c6a3d6b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.530639] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2e38bc-4f35-4c82-b738-a37a5a8553ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.563018] env[68758]: DEBUG nova.network.neutron [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.567933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49a3194-d2ad-4eb7-b6b3-6d422e1b5dbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.575865] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457377} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.577991] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 1025.580161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ab3ac0-6711-4779-b3ce-7a7f7623914b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.582651] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90f6f8-370e-4e54-bf9d-4156e3278071 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.611544] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.621486] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c26a9334-64ad-47e6-8112-6aff247b3e03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.635429] env[68758]: DEBUG nova.compute.provider_tree [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.646024] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1025.646024] env[68758]: value = "task-2942875" [ 1025.646024] env[68758]: _type = "Task" [ 1025.646024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.652025] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942875, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.660450] env[68758]: DEBUG nova.network.neutron [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.841926] env[68758]: DEBUG nova.compute.manager [req-3b5cb75d-2df8-4048-998f-4fef7ca6f1f9 req-77203f93-bc9f-4c8a-bdf8-7b7c061243eb service nova] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Received event network-vif-deleted-7a474b6d-e76b-4367-a0df-a8e736a11ce9 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1025.967751] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.072276] env[68758]: INFO nova.compute.manager [-] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Took 1.62 seconds to deallocate network for instance. [ 1026.138182] env[68758]: DEBUG nova.scheduler.client.report [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.157584] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942875, 'name': ReconfigVM_Task, 'duration_secs': 0.283029} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.158041] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.159453] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1b58d1-c66e-4e33-abac-329672b05440 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.164252] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.164640] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance network_info: |[{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.165156] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:db:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd48f0ef6-34e5-44d4-8baf-4470ed96ce73', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bc9f06f-d10f-4e22-8b26-90feba37328f', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.174261] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Creating folder: Project (020c2050d4d34cd1a96a9de7088e41fe). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.176018] env[68758]: DEBUG nova.network.neutron [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Updating instance_info_cache with network_info: [{"id": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "address": "fa:16:3e:36:6d:3a", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf9aff-86", "ovs_interfaceid": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.178096] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0121c93-d400-4570-98ae-6cadcfeb5432 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.201470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d083b206-4fd3-4de6-a3c8-e3362ccb23a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.212847] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Created folder: Project (020c2050d4d34cd1a96a9de7088e41fe) in parent group-v590497. [ 1026.213050] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Creating folder: Instances. Parent ref: group-v590744. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.213643] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90a7f124-63ff-4efe-b53d-201f6bafdc6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.218324] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1026.218324] env[68758]: value = "task-2942877" [ 1026.218324] env[68758]: _type = "Task" [ 1026.218324] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.227145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.227145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.227686] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Created folder: Instances in parent group-v590744. [ 1026.227918] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.228496] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.232499] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-960d4253-e1b3-44cd-ac3a-07af1f80ab67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.247332] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.253895] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.253895] env[68758]: value = "task-2942879" [ 1026.253895] env[68758]: _type = "Task" [ 1026.253895] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.262341] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942879, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.580994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.645086] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.645630] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.648295] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.791s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.648523] env[68758]: DEBUG nova.objects.instance [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lazy-loading 'resources' on Instance uuid fe552bc2-2f9a-4273-a6b1-5f837df8e7c4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.697824] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700700] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Instance network_info: |[{"id": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "address": "fa:16:3e:36:6d:3a", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf9aff-86", "ovs_interfaceid": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.700700] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:6d:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93c5b7ce-4c84-40bc-884c-b2453e0eee69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23bf9aff-8680-40ef-af93-c3fc37e6d418', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.711508] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.712032] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.712279] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8437d8c1-9a4c-4a7f-866a-e35d7801e2ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.729524] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1026.742089] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942877, 'name': ReconfigVM_Task, 'duration_secs': 0.153123} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.743365] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.743594] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.743594] env[68758]: value = "task-2942880" [ 1026.743594] env[68758]: _type = "Task" [ 1026.743594] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.743984] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebd38d01-d83c-4a5d-903d-e8b031a948af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.753627] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942880, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.754897] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1026.754897] env[68758]: value = "task-2942881" [ 1026.754897] env[68758]: _type = "Task" [ 1026.754897] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.771466] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942879, 'name': CreateVM_Task, 'duration_secs': 0.352237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.771721] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942881, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.771981] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.772587] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.772747] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.774552] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a80e9e31-1b5e-41ab-b863-891076f0ff9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.778827] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1026.778827] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246e39a-1163-ffdb-7e14-a9a6950bbe28" [ 1026.778827] env[68758]: _type = "Task" [ 1026.778827] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.787339] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246e39a-1163-ffdb-7e14-a9a6950bbe28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.898531] env[68758]: DEBUG nova.compute.manager [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Received event network-changed-23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1026.898531] env[68758]: DEBUG nova.compute.manager [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Refreshing instance network info cache due to event network-changed-23bf9aff-8680-40ef-af93-c3fc37e6d418. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1026.898681] env[68758]: DEBUG oslo_concurrency.lockutils [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] Acquiring lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.898939] env[68758]: DEBUG oslo_concurrency.lockutils [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] Acquired lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.898939] env[68758]: DEBUG nova.network.neutron [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Refreshing network info cache for port 23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.154636] env[68758]: DEBUG nova.compute.utils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.158217] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.158542] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.220764] env[68758]: DEBUG nova.policy [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.253406] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.257068] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942880, 'name': CreateVM_Task, 'duration_secs': 0.330405} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.257236] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.257870] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.268438] env[68758]: DEBUG oslo_vmware.api [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942881, 'name': PowerOnVM_Task, 'duration_secs': 0.413889} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.268690] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1027.273237] env[68758]: DEBUG nova.compute.manager [None req-8d5f811f-25e9-4ab8-b503-5e15cd30e012 tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1027.274174] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5ac9a0-4079-4f27-a9b4-96735e659ab2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.296936] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5246e39a-1163-ffdb-7e14-a9a6950bbe28, 'name': SearchDatastore_Task, 'duration_secs': 0.012594} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.297398] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.298113] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.298800] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.299364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.299652] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.299979] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.300326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.300645] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c63b4052-e7f6-42b4-b2ce-c8ead5551c65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.305620] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ea41bd-bd93-439b-b221-6edca58c4cd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.311430] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1027.311430] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523dafd2-eabf-0414-6f46-de41874071f9" [ 1027.311430] env[68758]: _type = "Task" [ 1027.311430] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.317685] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.317905] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.318920] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0c9d4cc-8cb4-4ed1-821b-841b6243d4c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.328265] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523dafd2-eabf-0414-6f46-de41874071f9, 'name': SearchDatastore_Task, 'duration_secs': 0.00899} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.329089] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.329368] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.329618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.332889] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1027.332889] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5227ab19-e8f7-dc91-f8ef-61a219c339e7" [ 1027.332889] env[68758]: _type = "Task" [ 1027.332889] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.339714] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5227ab19-e8f7-dc91-f8ef-61a219c339e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.440710] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cf4582-5c2f-4b74-9509-63747a56ea0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.449270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb52a279-0efe-4871-95a5-c9070786dc61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.480325] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-462bc301-1907-4bc9-8ad0-fcd7b50e8288 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.488136] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c1732f-a57b-466e-926c-090734d865bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.501885] env[68758]: DEBUG nova.compute.provider_tree [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.632413] env[68758]: DEBUG nova.network.neutron [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Updated VIF entry in instance network info cache for port 23bf9aff-8680-40ef-af93-c3fc37e6d418. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.632756] env[68758]: DEBUG nova.network.neutron [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Updating instance_info_cache with network_info: [{"id": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "address": "fa:16:3e:36:6d:3a", "network": {"id": "8ba5bce3-293b-4d75-b43c-31eddd515be4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-350506285-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "daf78798a4594bb385c3271cc88d7a71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93c5b7ce-4c84-40bc-884c-b2453e0eee69", "external-id": "nsx-vlan-transportzone-882", "segmentation_id": 882, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23bf9aff-86", "ovs_interfaceid": "23bf9aff-8680-40ef-af93-c3fc37e6d418", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.662386] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.687999] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Successfully created port: f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.841993] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5227ab19-e8f7-dc91-f8ef-61a219c339e7, 'name': SearchDatastore_Task, 'duration_secs': 0.008157} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.842734] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e6a9790-a33a-4cdd-9d0d-2bffbd821410 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.847701] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1027.847701] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ec813-e4e3-80da-f662-17048a4e34b6" [ 1027.847701] env[68758]: _type = "Task" [ 1027.847701] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.855152] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ec813-e4e3-80da-f662-17048a4e34b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.007855] env[68758]: DEBUG nova.scheduler.client.report [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.073143] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "51f80186-1562-40e6-875c-24371ce119d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.073399] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.073606] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "51f80186-1562-40e6-875c-24371ce119d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.073899] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.073987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.077212] env[68758]: INFO nova.compute.manager [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Terminating instance [ 1028.135666] env[68758]: DEBUG oslo_concurrency.lockutils [req-490a8a44-3c57-4956-a1d6-1ad52cf590ca req-bad29682-931b-4e75-8c7c-69046312cce2 service nova] Releasing lock "refresh_cache-90951be1-3b5b-464f-924a-3d4fc028a826" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.360740] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529ec813-e4e3-80da-f662-17048a4e34b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.361100] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.361375] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cd3e2098-9230-4c6d-b11a-ed3939cfbdbf/cd3e2098-9230-4c6d-b11a-ed3939cfbdbf.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.361734] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.361932] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.362171] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff74d172-8994-40dc-a0d7-340a02cc1b46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.364151] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e2bea15-d9b1-497c-a6c8-8800805540ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.372270] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1028.372270] env[68758]: value = "task-2942882" [ 1028.372270] env[68758]: _type = "Task" [ 1028.372270] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.373431] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.373603] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.377140] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a993bf-c0d4-49d5-926e-7b90a984f362 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.384209] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.385444] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1028.385444] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5258bebc-19a3-5de6-7b4d-28ec2454b5e0" [ 1028.385444] env[68758]: _type = "Task" [ 1028.385444] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.393299] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5258bebc-19a3-5de6-7b4d-28ec2454b5e0, 'name': SearchDatastore_Task, 'duration_secs': 0.008016} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.394063] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0822d70d-e884-4d76-9878-c787ce22c48e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.398681] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1028.398681] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e85480-257a-2a5e-70dc-ecfd744bb110" [ 1028.398681] env[68758]: _type = "Task" [ 1028.398681] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.406118] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e85480-257a-2a5e-70dc-ecfd744bb110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.514987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.866s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.518981] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.242s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.519650] env[68758]: INFO nova.compute.claims [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1028.544397] env[68758]: INFO nova.scheduler.client.report [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Deleted allocations for instance fe552bc2-2f9a-4273-a6b1-5f837df8e7c4 [ 1028.583950] env[68758]: DEBUG nova.compute.manager [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.584274] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.585925] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c56f5dc-1e0c-4704-9f3c-f92a55440da0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.595371] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.595694] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee76c5eb-68ff-4b5b-9d6d-e9728080708d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.604579] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1028.604579] env[68758]: value = "task-2942883" [ 1028.604579] env[68758]: _type = "Task" [ 1028.604579] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.615333] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.673663] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.718222] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.718504] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.718667] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.718865] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.718990] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.719157] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.719408] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.719613] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.719791] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.719961] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.720842] env[68758]: DEBUG nova.virt.hardware [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.721836] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62338f34-32de-40ce-9be2-774967dc584e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.731938] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8f7a75-14b0-435f-a2b7-af9cec4786fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.884257] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454172} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.887029] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] cd3e2098-9230-4c6d-b11a-ed3939cfbdbf/cd3e2098-9230-4c6d-b11a-ed3939cfbdbf.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.887029] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1028.887029] env[68758]: DEBUG nova.compute.manager [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1028.887029] env[68758]: DEBUG nova.compute.manager [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing instance network info cache due to event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1028.887306] env[68758]: DEBUG oslo_concurrency.lockutils [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.887306] env[68758]: DEBUG oslo_concurrency.lockutils [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.887534] env[68758]: DEBUG nova.network.neutron [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.888868] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec42afef-9cd6-4276-8ccf-441c7c4e11b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.896656] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1028.896656] env[68758]: value = "task-2942884" [ 1028.896656] env[68758]: _type = "Task" [ 1028.896656] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.911439] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.914708] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e85480-257a-2a5e-70dc-ecfd744bb110, 'name': SearchDatastore_Task, 'duration_secs': 0.007468} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.915323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.915621] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 90951be1-3b5b-464f-924a-3d4fc028a826/90951be1-3b5b-464f-924a-3d4fc028a826.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.915850] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b147792-0f71-4243-beb1-5838ddcc5389 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.923305] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1028.923305] env[68758]: value = "task-2942885" [ 1028.923305] env[68758]: _type = "Task" [ 1028.923305] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.933378] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.054724] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58b75a5a-b5c0-49de-a657-ad9f8e3fb1a1 tempest-ImagesNegativeTestJSON-186878170 tempest-ImagesNegativeTestJSON-186878170-project-member] Lock "fe552bc2-2f9a-4273-a6b1-5f837df8e7c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.897s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.116645] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942883, 'name': PowerOffVM_Task, 'duration_secs': 0.35714} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.117011] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.117218] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.117529] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1653be30-864c-43ed-ab55-c605daf07339 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.406072] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151292} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.407597] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.408923] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f86a2a-1726-4118-9845-4015be7e169b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.442061] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] cd3e2098-9230-4c6d-b11a-ed3939cfbdbf/cd3e2098-9230-4c6d-b11a-ed3939cfbdbf.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.445306] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1069f4df-9413-4ed9-8906-127c06577431 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.474784] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434383} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.474784] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 90951be1-3b5b-464f-924a-3d4fc028a826/90951be1-3b5b-464f-924a-3d4fc028a826.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.474784] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.474784] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1029.474784] env[68758]: value = "task-2942887" [ 1029.474784] env[68758]: _type = "Task" [ 1029.474784] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.475663] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48a16e5-e4c2-4480-ba75-e125a9bd2156 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.476992] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.477241] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.477241] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleting the datastore file [datastore1] 51f80186-1562-40e6-875c-24371ce119d7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.481311] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3c9300-76af-4ba9-888c-79ebe986a605 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.491552] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.491831] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1029.491831] env[68758]: value = "task-2942888" [ 1029.491831] env[68758]: _type = "Task" [ 1029.491831] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.493239] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1029.493239] env[68758]: value = "task-2942889" [ 1029.493239] env[68758]: _type = "Task" [ 1029.493239] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.505426] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942888, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.512631] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.648111] env[68758]: DEBUG nova.network.neutron [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updated VIF entry in instance network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.648111] env[68758]: DEBUG nova.network.neutron [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.751994] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Successfully updated port: f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.817965] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76d978f-6933-4d40-8b38-61e70cf5c645 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.826331] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001cdce6-5d76-4c46-9191-717a2e94025f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.855981] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e36b7d8-4980-4776-95eb-274f13eb9b98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.863933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6448a0ec-b167-478f-bb1d-b1906b372e87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.879797] env[68758]: DEBUG nova.compute.provider_tree [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.986410] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942887, 'name': ReconfigVM_Task, 'duration_secs': 0.325841} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.986568] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfigured VM instance instance-00000058 to attach disk [datastore1] cd3e2098-9230-4c6d-b11a-ed3939cfbdbf/cd3e2098-9230-4c6d-b11a-ed3939cfbdbf.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.987113] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc90ce53-76fa-4100-a85b-07737a4241b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.995047] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1029.995047] env[68758]: value = "task-2942890" [ 1029.995047] env[68758]: _type = "Task" [ 1029.995047] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.009371] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942888, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08891} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.017083] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.017437] env[68758]: DEBUG oslo_vmware.api [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171544} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.017787] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942890, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.018864] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6811ac1b-80c9-4465-b1d8-f4897311bf65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.022244] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.022488] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.022764] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.023058] env[68758]: INFO nova.compute.manager [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1030.023328] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.023571] env[68758]: DEBUG nova.compute.manager [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.024436] env[68758]: DEBUG nova.network.neutron [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.048319] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 90951be1-3b5b-464f-924a-3d4fc028a826/90951be1-3b5b-464f-924a-3d4fc028a826.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.048600] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2e8baf8-518d-43a2-867d-1021d077056c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.073359] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1030.073359] env[68758]: value = "task-2942891" [ 1030.073359] env[68758]: _type = "Task" [ 1030.073359] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.081856] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.150334] env[68758]: DEBUG oslo_concurrency.lockutils [req-d2034725-ca5a-4883-a634-01cc33ee9015 req-22ecefd7-cb7c-42a1-b7a2-d03c7a5ac5e2 service nova] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.255392] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.255548] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.255710] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.383303] env[68758]: DEBUG nova.scheduler.client.report [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.509745] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942890, 'name': Rename_Task, 'duration_secs': 0.147364} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.510486] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.510891] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c18b8c7-890e-445c-acb4-eeec1d54a7ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.520047] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1030.520047] env[68758]: value = "task-2942892" [ 1030.520047] env[68758]: _type = "Task" [ 1030.520047] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.526077] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.583922] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942891, 'name': ReconfigVM_Task, 'duration_secs': 0.270766} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.583922] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 90951be1-3b5b-464f-924a-3d4fc028a826/90951be1-3b5b-464f-924a-3d4fc028a826.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.583922] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fb5c52a-ad58-444f-b5a5-858cbbe405a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.588512] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1030.588512] env[68758]: value = "task-2942893" [ 1030.588512] env[68758]: _type = "Task" [ 1030.588512] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.596993] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942893, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.818609] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.888412] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.889045] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1030.892111] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.564s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.892510] env[68758]: DEBUG nova.objects.instance [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lazy-loading 'resources' on Instance uuid d5c867b6-874b-4698-82db-627f44b99152 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.935863] env[68758]: DEBUG nova.network.neutron [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.035623] env[68758]: DEBUG oslo_vmware.api [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942892, 'name': PowerOnVM_Task, 'duration_secs': 0.505736} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.035994] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.036314] env[68758]: INFO nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Took 9.36 seconds to spawn the instance on the hypervisor. [ 1031.036565] env[68758]: DEBUG nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.040206] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c08c4-9eba-4172-9ce2-2652ab56ab46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.102587] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942893, 'name': Rename_Task, 'duration_secs': 0.195497} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.103294] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.103793] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37f07ef3-1fd8-4956-a43b-045af07c4984 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.113539] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1031.113539] env[68758]: value = "task-2942894" [ 1031.113539] env[68758]: _type = "Task" [ 1031.113539] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.121909] env[68758]: DEBUG nova.network.neutron [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Updating instance_info_cache with network_info: [{"id": "f344ff34-d686-45f8-8129-fafda5cbb737", "address": "fa:16:3e:14:e8:b8", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf344ff34-d6", "ovs_interfaceid": "f344ff34-d686-45f8-8129-fafda5cbb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.126874] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.205213] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1031.205213] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing instance network info cache due to event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1031.205213] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.205213] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.205213] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.396428] env[68758]: DEBUG nova.compute.utils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1031.401461] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1031.401696] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1031.438928] env[68758]: INFO nova.compute.manager [-] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Took 1.42 seconds to deallocate network for instance. [ 1031.492104] env[68758]: DEBUG nova.policy [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1031.566832] env[68758]: INFO nova.compute.manager [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Took 34.25 seconds to build instance. [ 1031.624978] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942894, 'name': PowerOnVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.628287] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.628579] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Instance network_info: |[{"id": "f344ff34-d686-45f8-8129-fafda5cbb737", "address": "fa:16:3e:14:e8:b8", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf344ff34-d6", "ovs_interfaceid": "f344ff34-d686-45f8-8129-fafda5cbb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.629186] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e8:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f344ff34-d686-45f8-8129-fafda5cbb737', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.637537] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.637770] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.638276] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b859038-0938-4441-99c3-29a3efdef454 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.663807] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.663807] env[68758]: value = "task-2942895" [ 1031.663807] env[68758]: _type = "Task" [ 1031.663807] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.672418] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942895, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.771210] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2de5f-7cf6-414d-be3c-732d4511b708 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.783023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7cdc2-a3a7-49b8-90c6-21b94e3ae12c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.819408] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22e980e-f275-4573-9e47-fe1038639e5b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.828571] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4054ca13-74db-4076-b740-5bd8bf6ecdb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.844702] env[68758]: DEBUG nova.compute.provider_tree [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.909904] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1031.948752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.981458] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updated VIF entry in instance network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.981458] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.069163] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac50b9c7-183e-4214-8ed1-66111d026375 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.759s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.127642] env[68758]: DEBUG oslo_vmware.api [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942894, 'name': PowerOnVM_Task, 'duration_secs': 0.598242} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.128018] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.128142] env[68758]: INFO nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1032.128364] env[68758]: DEBUG nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1032.129277] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a08fd47-e9b6-4854-ba29-83f8c0ecbe0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.176519] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942895, 'name': CreateVM_Task, 'duration_secs': 0.466559} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.176519] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.176519] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.176519] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.176519] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.176519] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde2c81f-3b36-4edf-8293-47c3ecee4b01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.180695] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1032.180695] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df262-b78b-6d38-d28f-61372dd2aad5" [ 1032.180695] env[68758]: _type = "Task" [ 1032.180695] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.188560] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df262-b78b-6d38-d28f-61372dd2aad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.245799] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Successfully created port: acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1032.345410] env[68758]: DEBUG nova.scheduler.client.report [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.484155] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.484155] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Received event network-vif-plugged-f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1032.484303] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Acquiring lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.484514] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.484708] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.484933] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] No waiting events found dispatching network-vif-plugged-f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.485141] env[68758]: WARNING nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Received unexpected event network-vif-plugged-f344ff34-d686-45f8-8129-fafda5cbb737 for instance with vm_state building and task_state spawning. [ 1032.485349] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Received event network-changed-f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1032.485550] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Refreshing instance network info cache due to event network-changed-f344ff34-d686-45f8-8129-fafda5cbb737. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1032.485780] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Acquiring lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.485942] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Acquired lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.486146] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Refreshing network info cache for port f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.648594] env[68758]: INFO nova.compute.manager [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Took 31.36 seconds to build instance. [ 1032.692173] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524df262-b78b-6d38-d28f-61372dd2aad5, 'name': SearchDatastore_Task, 'duration_secs': 0.015946} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.692173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.692361] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.692424] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.692561] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.692735] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.692989] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44b26e0a-7e9b-4a35-a704-40c1477e23a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.702967] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.702967] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.703492] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55b5fc72-d9b7-49ae-ad3f-8770a3e63a02 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.708927] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1032.708927] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b93039-6db2-c229-6691-99db59afd65e" [ 1032.708927] env[68758]: _type = "Task" [ 1032.708927] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.717080] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b93039-6db2-c229-6691-99db59afd65e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.850701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.853832] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.874s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.853832] env[68758]: DEBUG nova.objects.instance [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lazy-loading 'resources' on Instance uuid 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.880381] env[68758]: INFO nova.scheduler.client.report [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Deleted allocations for instance d5c867b6-874b-4698-82db-627f44b99152 [ 1032.920596] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1032.953036] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1032.953307] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1032.953552] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.953938] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1032.953938] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.954508] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1032.954590] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1032.954755] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1032.954927] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1032.955114] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1032.955296] env[68758]: DEBUG nova.virt.hardware [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1032.956397] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec949e0-78f5-423a-bdcb-1602adb6ad3c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.964249] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e9ce3f-79c4-4cbe-bd9e-e2d2892afa43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.151256] env[68758]: DEBUG oslo_concurrency.lockutils [None req-561016ea-8171-4441-82fa-def638e97fbf tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.876s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.219174] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b93039-6db2-c229-6691-99db59afd65e, 'name': SearchDatastore_Task, 'duration_secs': 0.028935} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.220029] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ec2e09c-ec6e-4975-911f-12da3f76b050 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.224191] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Updated VIF entry in instance network info cache for port f344ff34-d686-45f8-8129-fafda5cbb737. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.224522] env[68758]: DEBUG nova.network.neutron [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Updating instance_info_cache with network_info: [{"id": "f344ff34-d686-45f8-8129-fafda5cbb737", "address": "fa:16:3e:14:e8:b8", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf344ff34-d6", "ovs_interfaceid": "f344ff34-d686-45f8-8129-fafda5cbb737", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.226874] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1033.226874] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e14066-8e5c-2ae5-3bad-34466125973b" [ 1033.226874] env[68758]: _type = "Task" [ 1033.226874] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.234788] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e14066-8e5c-2ae5-3bad-34466125973b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.391088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6adb9232-9a90-4b87-8112-fb1c311e2b55 tempest-AttachVolumeTestJSON-753009751 tempest-AttachVolumeTestJSON-753009751-project-member] Lock "d5c867b6-874b-4698-82db-627f44b99152" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.661s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.630758] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466673d2-daf3-4356-a8cf-9a03e54bb70b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.638587] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a295f73-31cb-4332-9765-0074cf525d84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.669161] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9ad159-9a73-42c7-bb4b-e1179f7773e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.677157] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7dd4f0-d63d-4762-9046-5c3192c97f7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.691205] env[68758]: DEBUG nova.compute.provider_tree [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.728664] env[68758]: DEBUG oslo_concurrency.lockutils [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] Releasing lock "refresh_cache-bda5f018-30d3-4af8-aae7-7bb2f990e995" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.729021] env[68758]: DEBUG nova.compute.manager [req-fc1523f4-4990-4d95-ba14-5714bc6b21a7 req-2de8254d-86b1-47f1-aae4-2807f83d85c1 service nova] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Received event network-vif-deleted-07e9b10a-ad6d-495f-8eb2-a054a14c9f93 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.740441] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e14066-8e5c-2ae5-3bad-34466125973b, 'name': SearchDatastore_Task, 'duration_secs': 0.011374} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.740727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.741023] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] bda5f018-30d3-4af8-aae7-7bb2f990e995/bda5f018-30d3-4af8-aae7-7bb2f990e995.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.741300] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac38060-9b1a-4674-ba6b-55a173975370 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.749088] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1033.749088] env[68758]: value = "task-2942896" [ 1033.749088] env[68758]: _type = "Task" [ 1033.749088] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.759023] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942896, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.981664] env[68758]: DEBUG nova.compute.manager [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1033.981901] env[68758]: DEBUG nova.compute.manager [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing instance network info cache due to event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1033.982082] env[68758]: DEBUG oslo_concurrency.lockutils [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.982262] env[68758]: DEBUG oslo_concurrency.lockutils [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.982378] env[68758]: DEBUG nova.network.neutron [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.194800] env[68758]: DEBUG nova.scheduler.client.report [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.263381] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942896, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.627261] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Successfully updated port: acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1034.632984] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.633317] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.703493] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.705910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.631s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.738685] env[68758]: INFO nova.scheduler.client.report [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleted allocations for instance 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3 [ 1034.759533] env[68758]: DEBUG nova.network.neutron [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updated VIF entry in instance network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.760033] env[68758]: DEBUG nova.network.neutron [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.769134] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942896, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676528} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.769527] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] bda5f018-30d3-4af8-aae7-7bb2f990e995/bda5f018-30d3-4af8-aae7-7bb2f990e995.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.769817] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.770444] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-016dfbe6-5f12-4e9e-9100-b2253c1b7100 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.779292] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1034.779292] env[68758]: value = "task-2942897" [ 1034.779292] env[68758]: _type = "Task" [ 1034.779292] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.793223] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.139320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.139320] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.139320] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1035.139320] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.248828] env[68758]: DEBUG oslo_concurrency.lockutils [None req-42ed8419-207e-42f3-b5a1-00c0a8eaa1e1 tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.763s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.263050] env[68758]: DEBUG oslo_concurrency.lockutils [req-feed1aa0-28ca-4b3c-8c74-ee966f883a85 req-f53d885e-133e-4707-b96e-1081c1ea55e8 service nova] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.293493] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.213413} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.293493] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.293493] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6bf2c2-69d2-4fc5-9bd3-99244f6343ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.314896] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bda5f018-30d3-4af8-aae7-7bb2f990e995/bda5f018-30d3-4af8-aae7-7bb2f990e995.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.318027] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fb7cb17-bf3f-4f2e-830b-cff2e07ba3a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.336918] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1035.336918] env[68758]: value = "task-2942898" [ 1035.336918] env[68758]: _type = "Task" [ 1035.336918] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.345801] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.664285] env[68758]: DEBUG nova.compute.manager [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.665416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc03f29-a0e7-4655-b27a-e4d99ee8bf8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.672522] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.703184] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.722504] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance 38dfb1c1-7607-47ca-aa8b-86f063030f45 as it has an incoming, in-progress migration 1a474e28-5c0a-48da-8e7a-8ea8de2dbaa0. Migration status is confirming {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1035.725020] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating resource usage from migration 1a474e28-5c0a-48da-8e7a-8ea8de2dbaa0 [ 1035.725352] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating resource usage from migration af7c09de-469f-4942-9754-b22a07c5ed44 [ 1035.751495] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f264b047-9e41-4a69-85c4-db15ad3e5a77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.752247] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6ceb9115-9d23-4581-97f6-84663256b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.752728] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance defa3d76-9555-460c-a820-35b2238d22b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.752990] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 032364db-d9b9-4365-91d1-c2328616ea16 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.753342] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration 1a474e28-5c0a-48da-8e7a-8ea8de2dbaa0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1035.753651] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 38dfb1c1-7607-47ca-aa8b-86f063030f45 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.753918] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d222b8f9-082a-4272-9d8e-22a7207e6c26 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1035.754179] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 37f8ee83-ea6f-4d73-b959-6445cb197d67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1035.847299] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.852582] env[68758]: DEBUG nova.network.neutron [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.911736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.911736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.911906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.912497] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.912497] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.917015] env[68758]: INFO nova.compute.manager [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Terminating instance [ 1035.989826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "defa3d76-9555-460c-a820-35b2238d22b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.990249] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.990515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "defa3d76-9555-460c-a820-35b2238d22b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.990717] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.990885] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.993276] env[68758]: INFO nova.compute.manager [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Terminating instance [ 1036.013105] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1036.013312] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing instance network info cache due to event network-changed-d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1036.013538] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquiring lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.013665] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquired lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.013798] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Refreshing network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1036.185688] env[68758]: INFO nova.compute.manager [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] instance snapshotting [ 1036.188420] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ef477-8d81-4f97-bb49-1c3edc461604 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.209047] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadb97a-34be-40d0-9a4d-23194485c613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.258896] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d359c3d1-0efd-4e85-a7f6-d07058721af5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1036.259047] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 51f80186-1562-40e6-875c-24371ce119d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1036.259104] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance cd3e2098-9230-4c6d-b11a-ed3939cfbdbf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1036.259232] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 90951be1-3b5b-464f-924a-3d4fc028a826 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1036.259343] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance bda5f018-30d3-4af8-aae7-7bb2f990e995 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1036.259455] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 7401bb05-c374-407b-a8f7-8988fb6fd4ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1036.347554] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942898, 'name': ReconfigVM_Task, 'duration_secs': 0.710921} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.348735] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bda5f018-30d3-4af8-aae7-7bb2f990e995/bda5f018-30d3-4af8-aae7-7bb2f990e995.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.348860] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62813cb5-5203-49f6-8953-f923c5b17cd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.356038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.356038] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Instance network_info: |[{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1036.356377] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1036.356377] env[68758]: value = "task-2942900" [ 1036.356377] env[68758]: _type = "Task" [ 1036.356377] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.356807] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:2f:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acd4bd00-7a05-44b3-92ed-751a82dcfb00', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.363975] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.364252] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.367170] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2087058a-0c3d-4cc5-aa81-305e3e8b9815 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.387851] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942900, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.388897] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.388897] env[68758]: value = "task-2942901" [ 1036.388897] env[68758]: _type = "Task" [ 1036.388897] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.396677] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942901, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.421472] env[68758]: DEBUG nova.compute.manager [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.421867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.422834] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9045672d-3118-464a-8e0f-ee583b31aad7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.433018] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.433018] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad095beb-8a6a-4ce9-ae2e-43af58271c1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.436059] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1036.436059] env[68758]: value = "task-2942902" [ 1036.436059] env[68758]: _type = "Task" [ 1036.436059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.444622] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.497962] env[68758]: DEBUG nova.compute.manager [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.498223] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.499767] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acc01da-37aa-431e-b744-e622d7d79077 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.509322] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.509786] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ceda1bed-59da-4b9c-aff8-3b3e1db9d02b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.518756] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1036.518756] env[68758]: value = "task-2942903" [ 1036.518756] env[68758]: _type = "Task" [ 1036.518756] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.527715] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.720406] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1036.720813] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7583c2e0-3959-40ca-933a-d9f1eb993f12 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.729030] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1036.729030] env[68758]: value = "task-2942904" [ 1036.729030] env[68758]: _type = "Task" [ 1036.729030] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.734019] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updated VIF entry in instance network info cache for port d238246c-8573-4d74-8bfc-9da5f435cc45. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1036.734445] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [{"id": "d238246c-8573-4d74-8bfc-9da5f435cc45", "address": "fa:16:3e:7d:2a:73", "network": {"id": "16ac498e-7b5e-4835-82a6-ff6133bf406e", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-124752359-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "c3e002356c224292843ff9dabb212453", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd238246c-85", "ovs_interfaceid": "d238246c-8573-4d74-8bfc-9da5f435cc45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.741383] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.762128] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1036.762329] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration af7c09de-469f-4942-9754-b22a07c5ed44 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1036.762477] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 884da089-8c4f-46b9-a8a9-602a79e248d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1036.876025] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942900, 'name': Rename_Task, 'duration_secs': 0.164385} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.876025] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.876025] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee7fb811-c666-4104-9441-1ae1453d88a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.882016] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1036.882016] env[68758]: value = "task-2942905" [ 1036.882016] env[68758]: _type = "Task" [ 1036.882016] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.892019] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.897144] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942901, 'name': CreateVM_Task, 'duration_secs': 0.34662} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.897308] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1036.900395] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.900395] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.900395] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.900395] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8d39d7f-a1a0-43da-a678-1d8ce164d499 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.903017] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1036.903017] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52940175-9afb-e265-9494-7ec6faea1e42" [ 1036.903017] env[68758]: _type = "Task" [ 1036.903017] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.910972] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52940175-9afb-e265-9494-7ec6faea1e42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.948100] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942902, 'name': PowerOffVM_Task, 'duration_secs': 0.251082} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.948377] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.948545] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.948797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6461fe-b11f-4204-992b-bf3266bad426 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.015014] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.015265] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.015452] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Deleting the datastore file [datastore1] 37f8ee83-ea6f-4d73-b959-6445cb197d67 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.015708] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f90e19de-4b86-4016-8aa5-9eebd1683d95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.024314] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for the task: (returnval){ [ 1037.024314] env[68758]: value = "task-2942907" [ 1037.024314] env[68758]: _type = "Task" [ 1037.024314] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.027296] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942903, 'name': PowerOffVM_Task, 'duration_secs': 0.199253} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.030481] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.030678] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.030912] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ffbfd2c-c317-47d0-b90a-e19f1c3c2a5e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.037832] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.100803] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.100977] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.101165] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleting the datastore file [datastore2] defa3d76-9555-460c-a820-35b2238d22b6 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.101425] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63bd270-b1c0-4bf9-b6ad-87518fbf9612 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.107953] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for the task: (returnval){ [ 1037.107953] env[68758]: value = "task-2942909" [ 1037.107953] env[68758]: _type = "Task" [ 1037.107953] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.115779] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.239163] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Releasing lock "refresh_cache-37f8ee83-ea6f-4d73-b959-6445cb197d67" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.240110] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.240110] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing instance network info cache due to event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1037.240110] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.240110] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.240110] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.241308] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.265167] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1037.392318] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942905, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.414738] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52940175-9afb-e265-9494-7ec6faea1e42, 'name': SearchDatastore_Task, 'duration_secs': 0.02147} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.415048] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.415280] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1037.415506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.415654] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.415826] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1037.416121] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c34b9c9-dafd-4e95-a7a2-401dd86c8c08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.428516] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1037.428705] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1037.429491] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-947a5879-2299-4b33-9b13-b4fa68794330 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.435703] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1037.435703] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52056067-4c4e-9b0f-0010-6d7a0e5b0fc5" [ 1037.435703] env[68758]: _type = "Task" [ 1037.435703] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.444673] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52056067-4c4e-9b0f-0010-6d7a0e5b0fc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.538514] env[68758]: DEBUG oslo_vmware.api [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Task: {'id': task-2942907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.331364} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.538773] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.538954] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.539254] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.539358] env[68758]: INFO nova.compute.manager [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1037.539568] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.539769] env[68758]: DEBUG nova.compute.manager [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.539867] env[68758]: DEBUG nova.network.neutron [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.617156] env[68758]: DEBUG oslo_vmware.api [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Task: {'id': task-2942909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351621} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.617450] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.617726] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.617851] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.618034] env[68758]: INFO nova.compute.manager [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1037.618282] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.618480] env[68758]: DEBUG nova.compute.manager [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.618595] env[68758]: DEBUG nova.network.neutron [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1037.740729] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.768261] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 9fb785b0-cd9a-4893-9b79-4afaf38491c9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1037.768574] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1037.768738] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1037.845944] env[68758]: DEBUG nova.compute.manager [req-bc05bec7-a372-4dd9-83df-34fc311e90fc req-2351f887-c1a5-42af-ace5-a0eee8f2bb9f service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Received event network-vif-deleted-d238246c-8573-4d74-8bfc-9da5f435cc45 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1037.846317] env[68758]: INFO nova.compute.manager [req-bc05bec7-a372-4dd9-83df-34fc311e90fc req-2351f887-c1a5-42af-ace5-a0eee8f2bb9f service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Neutron deleted interface d238246c-8573-4d74-8bfc-9da5f435cc45; detaching it from the instance and deleting it from the info cache [ 1037.846600] env[68758]: DEBUG nova.network.neutron [req-bc05bec7-a372-4dd9-83df-34fc311e90fc req-2351f887-c1a5-42af-ace5-a0eee8f2bb9f service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.900064] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942905, 'name': PowerOnVM_Task} progress is 90%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.949329] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52056067-4c4e-9b0f-0010-6d7a0e5b0fc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011568} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.954801] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1932208-92f5-4d09-bf2e-dfa27e368bef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.961464] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1037.961464] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529bc5d0-06e0-a769-064f-79636e38e0b1" [ 1037.961464] env[68758]: _type = "Task" [ 1037.961464] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.973330] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529bc5d0-06e0-a769-064f-79636e38e0b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.025164] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updated VIF entry in instance network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.025782] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.040860] env[68758]: DEBUG nova.compute.manager [req-e8cc0acb-8bc7-4b71-af1e-3eb29f72a465 req-e9e38b9a-d211-430c-8fca-a9295355c105 service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Received event network-vif-deleted-73670e8d-d177-417e-84ad-9560d8266b11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.041035] env[68758]: INFO nova.compute.manager [req-e8cc0acb-8bc7-4b71-af1e-3eb29f72a465 req-e9e38b9a-d211-430c-8fca-a9295355c105 service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Neutron deleted interface 73670e8d-d177-417e-84ad-9560d8266b11; detaching it from the instance and deleting it from the info cache [ 1038.041148] env[68758]: DEBUG nova.network.neutron [req-e8cc0acb-8bc7-4b71-af1e-3eb29f72a465 req-e9e38b9a-d211-430c-8fca-a9295355c105 service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.078894] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7e443c-bcff-4a91-8f14-26776d60f362 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.087717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5505a4-9b2b-457a-9216-994ebe3ceb71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.122973] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdc1a3f-bff4-4c1c-8de0-4051610929c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.131238] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2777a6ae-a42b-4cfa-94c0-51d7f96c257f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.145152] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.240523] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.315276] env[68758]: DEBUG nova.network.neutron [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.354934] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-796b1d1e-3bf0-4173-bc86-2b43238a84b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.366851] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb860529-708d-4d3f-a3a5-6e7e2fa13858 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.397306] env[68758]: DEBUG nova.network.neutron [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.398859] env[68758]: DEBUG nova.compute.manager [req-bc05bec7-a372-4dd9-83df-34fc311e90fc req-2351f887-c1a5-42af-ace5-a0eee8f2bb9f service nova] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Detach interface failed, port_id=d238246c-8573-4d74-8bfc-9da5f435cc45, reason: Instance 37f8ee83-ea6f-4d73-b959-6445cb197d67 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1038.404318] env[68758]: DEBUG oslo_vmware.api [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942905, 'name': PowerOnVM_Task, 'duration_secs': 1.136392} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.406048] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.406048] env[68758]: INFO nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1038.406048] env[68758]: DEBUG nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.406048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc73655-1740-420c-a19f-33af657dff64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.472097] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529bc5d0-06e0-a769-064f-79636e38e0b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012644} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.472319] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.472572] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7401bb05-c374-407b-a8f7-8988fb6fd4ba/7401bb05-c374-407b-a8f7-8988fb6fd4ba.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.472917] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7cc2929-a185-4e06-9023-53b0da228738 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.479372] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1038.479372] env[68758]: value = "task-2942910" [ 1038.479372] env[68758]: _type = "Task" [ 1038.479372] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.487122] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.529139] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.529139] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-plugged-acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.530030] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.530030] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.530288] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.530288] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] No waiting events found dispatching network-vif-plugged-acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1038.530400] env[68758]: WARNING nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received unexpected event network-vif-plugged-acd4bd00-7a05-44b3-92ed-751a82dcfb00 for instance with vm_state building and task_state spawning. [ 1038.530571] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-changed-acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1038.530726] env[68758]: DEBUG nova.compute.manager [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing instance network info cache due to event network-changed-acd4bd00-7a05-44b3-92ed-751a82dcfb00. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1038.530917] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.531065] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.531224] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing network info cache for port acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.545497] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3530ecc7-7dd7-4911-843e-d1cbbd22a352 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.555445] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70219c6f-3d2a-48e0-b180-02f8190a0b1c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.585379] env[68758]: DEBUG nova.compute.manager [req-e8cc0acb-8bc7-4b71-af1e-3eb29f72a465 req-e9e38b9a-d211-430c-8fca-a9295355c105 service nova] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Detach interface failed, port_id=73670e8d-d177-417e-84ad-9560d8266b11, reason: Instance defa3d76-9555-460c-a820-35b2238d22b6 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1038.648492] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.744705] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.816961] env[68758]: INFO nova.compute.manager [-] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Took 1.28 seconds to deallocate network for instance. [ 1038.900088] env[68758]: INFO nova.compute.manager [-] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Took 1.28 seconds to deallocate network for instance. [ 1038.924711] env[68758]: INFO nova.compute.manager [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Took 33.17 seconds to build instance. [ 1038.989044] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942910, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.154396] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1039.154625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.449s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.154934] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.941s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.156949] env[68758]: INFO nova.compute.claims [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1039.241481] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.255053] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updated VIF entry in instance network info cache for port acd4bd00-7a05-44b3-92ed-751a82dcfb00. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.255413] env[68758]: DEBUG nova.network.neutron [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.324853] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.406963] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.427690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a2f453f7-cd15-46c0-9615-47b85056782c tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.679s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.490696] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511955} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.490951] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 7401bb05-c374-407b-a8f7-8988fb6fd4ba/7401bb05-c374-407b-a8f7-8988fb6fd4ba.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.491189] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.491457] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e24ed197-6124-4553-9193-a866ee0d7b09 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.499049] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1039.499049] env[68758]: value = "task-2942912" [ 1039.499049] env[68758]: _type = "Task" [ 1039.499049] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.507312] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942912, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.741726] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942904, 'name': CreateSnapshot_Task, 'duration_secs': 2.881817} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.742041] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1039.742771] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0c55be-f7e9-4064-8294-af010642dd71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.757622] env[68758]: DEBUG oslo_concurrency.lockutils [req-b2e18f4f-f9ff-403d-969d-7aab88ff1bdd req-eabd481f-c0fa-43de-8f20-c7cc9f5cb108 service nova] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.008841] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942912, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065167} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.009104] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.009921] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281d276a-a874-46c8-bf99-e6b083606610 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.031607] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 7401bb05-c374-407b-a8f7-8988fb6fd4ba/7401bb05-c374-407b-a8f7-8988fb6fd4ba.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.031881] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e708eeb2-cda0-4cd4-b780-47248bedf023 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.051022] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1040.051022] env[68758]: value = "task-2942913" [ 1040.051022] env[68758]: _type = "Task" [ 1040.051022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.060718] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.262077] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1040.263351] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-91aea17a-dd2d-43c4-a912-20a4d7846889 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.271195] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1040.271195] env[68758]: value = "task-2942914" [ 1040.271195] env[68758]: _type = "Task" [ 1040.271195] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.283621] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942914, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.430767] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.431015] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.449708] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53015acc-63b1-4999-8ddc-fef8ef3a4a2a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.457640] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797d7ccd-de9c-4e6e-b4d4-4cac7b4febd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.489080] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eef693a-2cac-49c9-ac27-7b6f4ef0db28 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.496233] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc5dce1-622c-4a6b-b487-31f1fb191f27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.509964] env[68758]: DEBUG nova.compute.provider_tree [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.561649] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942913, 'name': ReconfigVM_Task, 'duration_secs': 0.311923} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.562017] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 7401bb05-c374-407b-a8f7-8988fb6fd4ba/7401bb05-c374-407b-a8f7-8988fb6fd4ba.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1040.562651] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f225bed-6c4d-454a-bb16-170947b7c182 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.569251] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1040.569251] env[68758]: value = "task-2942915" [ 1040.569251] env[68758]: _type = "Task" [ 1040.569251] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.578558] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942915, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.781619] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942914, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.933327] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.014576] env[68758]: DEBUG nova.scheduler.client.report [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.079208] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942915, 'name': Rename_Task, 'duration_secs': 0.141721} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.079620] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.079917] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-031d082d-dbf2-466f-b947-c6f7579fa8a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.086619] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1041.086619] env[68758]: value = "task-2942916" [ 1041.086619] env[68758]: _type = "Task" [ 1041.086619] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.094711] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.281496] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942914, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.455750] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.520061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.520631] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1041.523875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.801s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.524106] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.526826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 24.707s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.548165] env[68758]: INFO nova.scheduler.client.report [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance d222b8f9-082a-4272-9d8e-22a7207e6c26 [ 1041.597731] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.781437] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942914, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.033219] env[68758]: DEBUG nova.compute.utils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1042.034548] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1042.034721] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1042.054986] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8662f832-8113-4c6d-91ad-5c1c163bc75e tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "d222b8f9-082a-4272-9d8e-22a7207e6c26" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.301s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.073262] env[68758]: DEBUG nova.policy [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e338b5d413b44646a463464dcd6e0474', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd58dbf4cf5624280abce3588dfa465ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1042.102307] env[68758]: DEBUG oslo_vmware.api [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2942916, 'name': PowerOnVM_Task, 'duration_secs': 0.608943} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.106332] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.106629] env[68758]: INFO nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Took 9.19 seconds to spawn the instance on the hypervisor. [ 1042.106831] env[68758]: DEBUG nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1042.107935] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f81f4e0-7422-45a6-8c2d-f299646d0740 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.286238] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942914, 'name': CloneVM_Task, 'duration_secs': 1.964439} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.286510] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Created linked-clone VM from snapshot [ 1042.287344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6e47b-976b-4e8f-9575-6edce4deecfc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.296645] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Uploading image a6c9932a-6554-404d-92db-bdee6e49e9ba {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1042.309784] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec1b262-e052-4cf8-883b-dc88a5cff4da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.315440] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1042.315794] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c779b387-435f-4533-923b-8a043dca6c04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.325765] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77caa488-5477-4f60-b472-de98707b3a4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.331303] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1042.331303] env[68758]: value = "task-2942917" [ 1042.331303] env[68758]: _type = "Task" [ 1042.331303] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.368974] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7952dd-87ed-46c5-a771-5d8f77f609a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.377040] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942917, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.383147] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8dd50b8-cfb7-4a5c-bec3-cd203f319a90 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.399325] env[68758]: DEBUG nova.compute.provider_tree [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.481220] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Successfully created port: 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.537807] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1042.635159] env[68758]: INFO nova.compute.manager [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Took 33.38 seconds to build instance. [ 1042.841476] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942917, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.902769] env[68758]: DEBUG nova.scheduler.client.report [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.969843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.970203] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.045059] env[68758]: INFO nova.virt.block_device [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Booting with volume c3d48f18-bb49-4eac-8419-31e52247b652 at /dev/sda [ 1043.083019] env[68758]: DEBUG nova.compute.manager [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-changed-acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.083509] env[68758]: DEBUG nova.compute.manager [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing instance network info cache due to event network-changed-acd4bd00-7a05-44b3-92ed-751a82dcfb00. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1043.084477] env[68758]: DEBUG oslo_concurrency.lockutils [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.087049] env[68758]: DEBUG oslo_concurrency.lockutils [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.087049] env[68758]: DEBUG nova.network.neutron [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing network info cache for port acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1043.088197] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b8f2245-7aec-4f9f-a901-48f0ce5cf553 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.099039] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc3a380-263d-4df4-beae-bc7e7c42fd10 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.134251] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d723d520-2819-4158-a270-e74c279b3ef4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.136789] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4408f776-1887-4660-8685-89e651593bf6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.890s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.143739] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a2c92c-b555-4b1b-bfae-7c56443c0cc8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176330] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eb2b4d-0e18-4594-be22-cecb40f0a97d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.182391] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41acb57-b8b8-4130-84ba-d6bb53486cba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.198561] env[68758]: DEBUG nova.virt.block_device [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating existing volume attachment record: 3a077aec-6c3d-40c0-a5c6-43906d7eb105 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1043.342109] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942917, 'name': Destroy_Task, 'duration_secs': 0.756865} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.342378] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Destroyed the VM [ 1043.342609] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1043.342851] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e52a59a-dce1-4552-8216-0231c931b18b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.349104] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1043.349104] env[68758]: value = "task-2942919" [ 1043.349104] env[68758]: _type = "Task" [ 1043.349104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.356445] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942919, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.472656] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1043.832582] env[68758]: DEBUG nova.network.neutron [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updated VIF entry in instance network info cache for port acd4bd00-7a05-44b3-92ed-751a82dcfb00. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.832978] env[68758]: DEBUG nova.network.neutron [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.859382] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942919, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.866418] env[68758]: DEBUG nova.compute.manager [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Received event network-vif-plugged-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1043.866656] env[68758]: DEBUG oslo_concurrency.lockutils [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] Acquiring lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.866877] env[68758]: DEBUG oslo_concurrency.lockutils [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.867057] env[68758]: DEBUG oslo_concurrency.lockutils [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.867296] env[68758]: DEBUG nova.compute.manager [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] No waiting events found dispatching network-vif-plugged-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.867483] env[68758]: WARNING nova.compute.manager [req-c1e49292-75a2-4719-83b9-f32ac7df5fea req-73d6e6db-0348-49e1-84b2-ba492a57fd0c service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Received unexpected event network-vif-plugged-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 for instance with vm_state building and task_state block_device_mapping. [ 1043.915705] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.389s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.923024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.647s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.923024] env[68758]: DEBUG nova.objects.instance [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'pci_requests' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.962267] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Successfully updated port: 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.992771] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.335361] env[68758]: DEBUG oslo_concurrency.lockutils [req-db8f6653-2c63-4215-b88d-66d906771ea7 req-9e9b03eb-7948-41ae-bbe1-e6518b92b1ac service nova] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.360446] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942919, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.425390] env[68758]: DEBUG nova.objects.instance [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'numa_topology' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.464640] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.464711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquired lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.465162] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.481263] env[68758]: INFO nova.scheduler.client.report [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocation for migration 1a474e28-5c0a-48da-8e7a-8ea8de2dbaa0 [ 1044.859997] env[68758]: DEBUG oslo_vmware.api [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942919, 'name': RemoveSnapshot_Task, 'duration_secs': 1.093359} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.860272] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1044.929838] env[68758]: INFO nova.compute.claims [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.987117] env[68758]: DEBUG oslo_concurrency.lockutils [None req-54c9f552-fbe3-4ffd-b3b1-0bf6503375a0 tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 31.598s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.998055] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1045.135713] env[68758]: DEBUG nova.network.neutron [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating instance_info_cache with network_info: [{"id": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "address": "fa:16:3e:fd:57:dc", "network": {"id": "a1186161-c7ce-4286-8b31-12b3ca1c9b65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-392814621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d58dbf4cf5624280abce3588dfa465ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f80a75f-8a", "ovs_interfaceid": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.303155] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.303932] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.304151] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.304329] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.304544] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.304969] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.305486] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.305486] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.305660] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.305975] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.306150] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.306397] env[68758]: DEBUG nova.virt.hardware [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.307395] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0091fb9d-614b-41a4-84df-f8e5a129cc50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.316212] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-056e72e5-97f9-45c0-b398-af83934a333f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.366397] env[68758]: WARNING nova.compute.manager [None req-159cc829-565b-4705-bafe-6655057c90af tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Image not found during snapshot: nova.exception.ImageNotFound: Image a6c9932a-6554-404d-92db-bdee6e49e9ba could not be found. [ 1045.465058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.465657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.465657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.465657] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.465873] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.467711] env[68758]: INFO nova.compute.manager [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Terminating instance [ 1045.617635] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "90951be1-3b5b-464f-924a-3d4fc028a826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.617953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.618215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.618369] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.618534] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.620752] env[68758]: INFO nova.compute.manager [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Terminating instance [ 1045.638029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Releasing lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.638254] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance network_info: |[{"id": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "address": "fa:16:3e:fd:57:dc", "network": {"id": "a1186161-c7ce-4286-8b31-12b3ca1c9b65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-392814621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d58dbf4cf5624280abce3588dfa465ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f80a75f-8a", "ovs_interfaceid": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.638648] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:57:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '41278529-8bd2-44a1-97c8-03967faa3ff7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f80a75f-8ad8-4af3-ad2d-c12ed52624d8', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.646226] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Creating folder: Project (d58dbf4cf5624280abce3588dfa465ce). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.646774] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e08f589-23da-44ac-b197-f2ffef57c01e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.662489] env[68758]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1045.662489] env[68758]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=68758) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1045.662939] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Folder already exists: Project (d58dbf4cf5624280abce3588dfa465ce). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1045.663150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Creating folder: Instances. Parent ref: group-v590728. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1045.663684] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73dd6751-64c2-4d55-882f-5bb26f191e0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.673671] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Created folder: Instances in parent group-v590728. [ 1045.673909] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.674116] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.674322] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2db5777-ba52-4d53-9e3d-744bd31dd0ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.693350] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.693350] env[68758]: value = "task-2942922" [ 1045.693350] env[68758]: _type = "Task" [ 1045.693350] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.701258] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942922, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.902309] env[68758]: DEBUG nova.compute.manager [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Received event network-changed-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1045.902570] env[68758]: DEBUG nova.compute.manager [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Refreshing instance network info cache due to event network-changed-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1045.902862] env[68758]: DEBUG oslo_concurrency.lockutils [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] Acquiring lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.903481] env[68758]: DEBUG oslo_concurrency.lockutils [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] Acquired lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.905020] env[68758]: DEBUG nova.network.neutron [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Refreshing network info cache for port 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.962633] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.963012] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.971855] env[68758]: DEBUG nova.compute.manager [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1045.972084] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.972942] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac500d79-0802-461a-902c-88e09c03dccb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.984402] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.984750] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e284825-3f21-433e-9b94-6127ee44118c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.990902] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1045.990902] env[68758]: value = "task-2942923" [ 1045.990902] env[68758]: _type = "Task" [ 1045.990902] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.002801] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.124503] env[68758]: DEBUG nova.compute.manager [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.124701] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.125589] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad0eb0d-15e7-442f-a01f-a6d0c257555a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.136118] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.136402] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e2ae5f-6c3e-4827-85a6-54faed80cc24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.145301] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1046.145301] env[68758]: value = "task-2942924" [ 1046.145301] env[68758]: _type = "Task" [ 1046.145301] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.155512] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942924, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.206901] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942922, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.245109] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a33e2cf-8785-47b0-b4ab-d8e77740dcd9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.253484] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725e3b3-402a-4791-bc32-4f735ce0aecc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.287897] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d17a8-233d-4b60-81b7-c125f23e5fd3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.298548] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3c6ae7-494f-42b3-8c72-b56a7cc59c05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.315072] env[68758]: DEBUG nova.compute.provider_tree [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.465834] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.501537] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942923, 'name': PowerOffVM_Task, 'duration_secs': 0.31606} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.501803] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.501966] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.502229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77951314-e722-41a0-892b-49ca30a8fda9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.578836] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.579061] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.579247] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] 38dfb1c1-7607-47ca-aa8b-86f063030f45 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.579574] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdd0a389-d644-4a2d-be48-0c5c6a4a3ab6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.587010] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1046.587010] env[68758]: value = "task-2942926" [ 1046.587010] env[68758]: _type = "Task" [ 1046.587010] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.594261] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.632138] env[68758]: DEBUG nova.network.neutron [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updated VIF entry in instance network info cache for port 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.632511] env[68758]: DEBUG nova.network.neutron [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating instance_info_cache with network_info: [{"id": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "address": "fa:16:3e:fd:57:dc", "network": {"id": "a1186161-c7ce-4286-8b31-12b3ca1c9b65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-392814621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d58dbf4cf5624280abce3588dfa465ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f80a75f-8a", "ovs_interfaceid": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.654394] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942924, 'name': PowerOffVM_Task, 'duration_secs': 0.187565} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.654646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.655392] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.655392] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4722d7-4111-44aa-97b7-363277bcd394 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.704557] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942922, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.720981] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.721224] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.721408] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleting the datastore file [datastore1] 90951be1-3b5b-464f-924a-3d4fc028a826 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.721661] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b548aabe-3b75-4cc2-8359-29e33315fe6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.728279] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for the task: (returnval){ [ 1046.728279] env[68758]: value = "task-2942928" [ 1046.728279] env[68758]: _type = "Task" [ 1046.728279] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.736239] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.819458] env[68758]: DEBUG nova.scheduler.client.report [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.989435] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.099355] env[68758]: DEBUG oslo_vmware.api [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179915} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.099617] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.099802] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.099971] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.100152] env[68758]: INFO nova.compute.manager [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1047.100384] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.100569] env[68758]: DEBUG nova.compute.manager [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.100659] env[68758]: DEBUG nova.network.neutron [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.136260] env[68758]: DEBUG oslo_concurrency.lockutils [req-2da6a5f3-619f-4c4a-84b0-660fbfec569e req-21de3556-c0aa-4218-ad79-f82518827154 service nova] Releasing lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.205733] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942922, 'name': CreateVM_Task, 'duration_secs': 1.345953} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.207783] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1047.208387] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '3a077aec-6c3d-40c0-a5c6-43906d7eb105', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590734', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'name': 'volume-c3d48f18-bb49-4eac-8419-31e52247b652', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60c641a8-c3e6-40d2-820a-b650ed36bf98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'serial': 'c3d48f18-bb49-4eac-8419-31e52247b652'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68758) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1047.208590] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Root volume attach. Driver type: vmdk {{(pid=68758) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1047.209669] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093e89e-b688-47be-a375-1101e77da316 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.217441] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51df0101-f625-4fc1-85c5-243c866f381d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.223849] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87899f22-377b-4faa-92b6-5482a9c66799 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.232434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-620edd20-bf82-46c2-a694-ee5ac359ac67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.240052] env[68758]: DEBUG oslo_vmware.api [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Task: {'id': task-2942928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274287} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.241148] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.242024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.242024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.242024] env[68758]: INFO nova.compute.manager [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.242024] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1047.242253] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1047.242253] env[68758]: value = "task-2942929" [ 1047.242253] env[68758]: _type = "Task" [ 1047.242253] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.242389] env[68758]: DEBUG nova.compute.manager [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.242429] env[68758]: DEBUG nova.network.neutron [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.252093] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.324739] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.406s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.327136] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.613s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.390591] env[68758]: INFO nova.network.neutron [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating port 367a8afa-c39f-4cbe-9986-a08a49c23142 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1047.485076] env[68758]: DEBUG nova.compute.manager [req-f53a7bef-637a-4361-bbfd-50db16e7b8ae req-262e88e3-eedd-40fd-961b-8d38a9b28f57 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Received event network-vif-deleted-23bf9aff-8680-40ef-af93-c3fc37e6d418 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.485076] env[68758]: INFO nova.compute.manager [req-f53a7bef-637a-4361-bbfd-50db16e7b8ae req-262e88e3-eedd-40fd-961b-8d38a9b28f57 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Neutron deleted interface 23bf9aff-8680-40ef-af93-c3fc37e6d418; detaching it from the instance and deleting it from the info cache [ 1047.485394] env[68758]: DEBUG nova.network.neutron [req-f53a7bef-637a-4361-bbfd-50db16e7b8ae req-262e88e3-eedd-40fd-961b-8d38a9b28f57 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.757888] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 34%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.832678] env[68758]: INFO nova.compute.claims [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.932279] env[68758]: DEBUG nova.compute.manager [req-a2d15459-1493-4dc8-a3b9-6a45a0fe4e0b req-070f98bd-fa05-43f4-b94f-a7dd89139671 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Received event network-vif-deleted-57babff6-6203-4b7d-bf8f-91dcf7ba05e8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1047.932530] env[68758]: INFO nova.compute.manager [req-a2d15459-1493-4dc8-a3b9-6a45a0fe4e0b req-070f98bd-fa05-43f4-b94f-a7dd89139671 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Neutron deleted interface 57babff6-6203-4b7d-bf8f-91dcf7ba05e8; detaching it from the instance and deleting it from the info cache [ 1047.932728] env[68758]: DEBUG nova.network.neutron [req-a2d15459-1493-4dc8-a3b9-6a45a0fe4e0b req-070f98bd-fa05-43f4-b94f-a7dd89139671 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.953566] env[68758]: DEBUG nova.network.neutron [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.992780] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-65a3d68c-8511-41e3-9493-664dbe374fee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.004876] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75d45f2-64f1-4b73-9ef8-4991368014b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.042782] env[68758]: DEBUG nova.network.neutron [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.045317] env[68758]: DEBUG nova.compute.manager [req-f53a7bef-637a-4361-bbfd-50db16e7b8ae req-262e88e3-eedd-40fd-961b-8d38a9b28f57 service nova] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Detach interface failed, port_id=23bf9aff-8680-40ef-af93-c3fc37e6d418, reason: Instance 90951be1-3b5b-464f-924a-3d4fc028a826 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1048.257779] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 47%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.340752] env[68758]: INFO nova.compute.resource_tracker [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating resource usage from migration af7c09de-469f-4942-9754-b22a07c5ed44 [ 1048.435868] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdf5135b-f686-4072-998e-a88b51b5e2f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.450855] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da20e01-0a0b-460a-892d-d28355f1f3b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.465015] env[68758]: INFO nova.compute.manager [-] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Took 1.22 seconds to deallocate network for instance. [ 1048.488208] env[68758]: DEBUG nova.compute.manager [req-a2d15459-1493-4dc8-a3b9-6a45a0fe4e0b req-070f98bd-fa05-43f4-b94f-a7dd89139671 service nova] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Detach interface failed, port_id=57babff6-6203-4b7d-bf8f-91dcf7ba05e8, reason: Instance 38dfb1c1-7607-47ca-aa8b-86f063030f45 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1048.545596] env[68758]: INFO nova.compute.manager [-] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Took 1.44 seconds to deallocate network for instance. [ 1048.626288] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68bd4f1-8d82-4f50-a17b-277947c65c97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.635717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4203eee2-e530-4020-b3b4-c026ad1ac622 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.670036] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d968cd7-d9ad-4529-a841-89bb21f76767 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.680744] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcda01c-5ed6-4555-887f-440dd842e5a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.696895] env[68758]: DEBUG nova.compute.provider_tree [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.757606] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 62%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.972614] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.987937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.987937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.987937] env[68758]: DEBUG nova.network.neutron [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.053197] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.200763] env[68758]: DEBUG nova.scheduler.client.report [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.258344] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 76%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.706168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.379s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.706503] env[68758]: INFO nova.compute.manager [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Migrating [ 1049.713724] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.133s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.713944] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.716873] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.463s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.718523] env[68758]: INFO nova.compute.claims [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.723074] env[68758]: DEBUG nova.network.neutron [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.754997] env[68758]: INFO nova.scheduler.client.report [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Deleted allocations for instance 032364db-d9b9-4365-91d1-c2328616ea16 [ 1049.762900] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 92%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.961418] env[68758]: DEBUG nova.compute.manager [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.961764] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.961862] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.962098] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.962229] env[68758]: DEBUG nova.compute.manager [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] No waiting events found dispatching network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.962486] env[68758]: WARNING nova.compute.manager [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received unexpected event network-vif-plugged-367a8afa-c39f-4cbe-9986-a08a49c23142 for instance with vm_state shelved_offloaded and task_state spawning. [ 1049.962559] env[68758]: DEBUG nova.compute.manager [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1049.962709] env[68758]: DEBUG nova.compute.manager [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing instance network info cache due to event network-changed-367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1049.962881] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Acquiring lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.233730] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.235886] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.236104] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.236756] env[68758]: DEBUG nova.network.neutron [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.237609] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Acquired lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.237801] env[68758]: DEBUG nova.network.neutron [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Refreshing network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1050.259812] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.263087] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='67891efcb873976c12c5195458586210',container_format='bare',created_at=2025-03-11T18:08:33Z,direct_url=,disk_format='vmdk',id=5d8da69b-273b-4731-8fcb-45223ec7af24,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1419490536-shelved',owner='4e3a1b818ca245209f59646836e40a1d',properties=ImageMetaProps,protected=,size=31671296,status='active',tags=,updated_at=2025-03-11T18:08:52Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1050.263475] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1050.263475] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.263645] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1050.263803] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.264221] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1050.264221] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1050.264355] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1050.264549] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1050.264757] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1050.264871] env[68758]: DEBUG nova.virt.hardware [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1050.268106] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d726a8-0745-4dea-ae7f-c1a3b41116ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.271152] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0391f3d1-7f14-4fe7-942f-b581ec60a6ec tempest-ServersTestFqdnHostnames-1188705878 tempest-ServersTestFqdnHostnames-1188705878-project-member] Lock "032364db-d9b9-4365-91d1-c2328616ea16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.464s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.277826] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3e98db-733c-438f-94eb-1ef227dfd825 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.293456] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:b4:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367a8afa-c39f-4cbe-9986-a08a49c23142', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.301206] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.301768] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.302029] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8035e3ef-35a2-408b-829e-e85da8a23ec2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.321990] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.321990] env[68758]: value = "task-2942930" [ 1050.321990] env[68758]: _type = "Task" [ 1050.321990] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.329781] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942930, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.757837] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 98%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.832119] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942930, 'name': CreateVM_Task, 'duration_secs': 0.395276} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.835035] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1050.839021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.839021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.839021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.839021] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e6366d-4fd8-4a00-a8bc-201f3b8e8341 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.842469] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1050.842469] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520cc1d6-a4e9-be0d-9a7c-a5d49b1a9757" [ 1050.842469] env[68758]: _type = "Task" [ 1050.842469] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.854640] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520cc1d6-a4e9-be0d-9a7c-a5d49b1a9757, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.011226] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a8b636-e23d-41c3-9fe1-4d07cb6764ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.021227] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc796a5-58e1-4e66-97ae-bc5af170e234 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.056609] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d1aa91-1a21-491f-ae01-d92e01a7d1df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.066017] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0166e-80a9-4874-824c-c83803efde1c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.079723] env[68758]: DEBUG nova.compute.provider_tree [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.263629] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task} progress is 98%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.277843] env[68758]: DEBUG nova.network.neutron [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updated VIF entry in instance network info cache for port 367a8afa-c39f-4cbe-9986-a08a49c23142. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.278174] env[68758]: DEBUG nova.network.neutron [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [{"id": "367a8afa-c39f-4cbe-9986-a08a49c23142", "address": "fa:16:3e:03:b4:d5", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a8afa-c3", "ovs_interfaceid": "367a8afa-c39f-4cbe-9986-a08a49c23142", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.286959] env[68758]: DEBUG nova.network.neutron [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.354828] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.355152] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Processing image 5d8da69b-273b-4731-8fcb-45223ec7af24 {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1051.355405] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.355546] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.355717] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1051.355967] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1485073f-cf86-4f76-990d-b7209d398ab1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.376305] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1051.376305] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1051.376451] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9878e9-b617-42c9-9522-e7449a66c3a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.382368] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1051.382368] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5252a0fd-b3af-f514-196f-fac556e520a9" [ 1051.382368] env[68758]: _type = "Task" [ 1051.382368] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.389684] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5252a0fd-b3af-f514-196f-fac556e520a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.585356] env[68758]: DEBUG nova.scheduler.client.report [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.763026] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942929, 'name': RelocateVM_Task, 'duration_secs': 4.42819} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.763026] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1051.763026] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590734', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'name': 'volume-c3d48f18-bb49-4eac-8419-31e52247b652', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60c641a8-c3e6-40d2-820a-b650ed36bf98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'serial': 'c3d48f18-bb49-4eac-8419-31e52247b652'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1051.763026] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db52a3-d807-4de4-8764-fec5a66c54e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.778880] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d050f3-33c5-4d1c-824a-ba9aeabbe518 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.783553] env[68758]: DEBUG oslo_concurrency.lockutils [req-03eb7e42-e05d-4b51-a881-773e7628f341 req-531d2f94-d686-4cac-b22b-68751c4cd45d service nova] Releasing lock "refresh_cache-d359c3d1-0efd-4e85-a7f6-d07058721af5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.792915] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.802720] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] volume-c3d48f18-bb49-4eac-8419-31e52247b652/volume-c3d48f18-bb49-4eac-8419-31e52247b652.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.803235] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c86855-3ea1-4a6f-95fd-e34360bce61a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.826176] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1051.826176] env[68758]: value = "task-2942931" [ 1051.826176] env[68758]: _type = "Task" [ 1051.826176] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.834388] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.899089] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1051.899089] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Fetch image to [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4/OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1051.899089] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Downloading stream optimized image 5d8da69b-273b-4731-8fcb-45223ec7af24 to [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4/OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4.vmdk on the data store datastore2 as vApp {{(pid=68758) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1051.899089] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Downloading image file data 5d8da69b-273b-4731-8fcb-45223ec7af24 to the ESX as VM named 'OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4' {{(pid=68758) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1051.979720] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1051.979720] env[68758]: value = "resgroup-9" [ 1051.979720] env[68758]: _type = "ResourcePool" [ 1051.979720] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1051.980108] env[68758]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-11080a17-76f7-4182-ad7d-11f21b4e4668 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.004057] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease: (returnval){ [ 1052.004057] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524b3fbc-7aaf-03c5-ddc4-c48b3d1a330b" [ 1052.004057] env[68758]: _type = "HttpNfcLease" [ 1052.004057] env[68758]: } obtained for vApp import into resource pool (val){ [ 1052.004057] env[68758]: value = "resgroup-9" [ 1052.004057] env[68758]: _type = "ResourcePool" [ 1052.004057] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1052.004057] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the lease: (returnval){ [ 1052.004057] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524b3fbc-7aaf-03c5-ddc4-c48b3d1a330b" [ 1052.004057] env[68758]: _type = "HttpNfcLease" [ 1052.004057] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1052.009912] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.009912] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524b3fbc-7aaf-03c5-ddc4-c48b3d1a330b" [ 1052.009912] env[68758]: _type = "HttpNfcLease" [ 1052.009912] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1052.091911] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.375s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.091911] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1052.095647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.147s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.095647] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.098589] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.426s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.100652] env[68758]: INFO nova.compute.claims [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.135482] env[68758]: INFO nova.scheduler.client.report [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleted allocations for instance 51f80186-1562-40e6-875c-24371ce119d7 [ 1052.338985] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.512037] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1052.512037] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524b3fbc-7aaf-03c5-ddc4-c48b3d1a330b" [ 1052.512037] env[68758]: _type = "HttpNfcLease" [ 1052.512037] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1052.512337] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1052.512337] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524b3fbc-7aaf-03c5-ddc4-c48b3d1a330b" [ 1052.512337] env[68758]: _type = "HttpNfcLease" [ 1052.512337] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1052.513087] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03a4a28-a3c7-4472-aa9c-74e0aa0ced9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.520603] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1052.520779] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HTTP connection to write to file with size = 31671296 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1052.591100] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-db21f97b-e732-4ddb-9ff3-4c46d341faef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.605727] env[68758]: DEBUG nova.compute.utils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.608993] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1052.610234] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.643595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b4820096-b614-4f91-95b7-a4442993015e tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "51f80186-1562-40e6-875c-24371ce119d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.570s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.658678] env[68758]: DEBUG nova.policy [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d3509e40c6f4c7291cbfd7c735afe5c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '78a8a301e99e4c29b3a52b72a6e2cbc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1052.838954] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942931, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.936674] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Successfully created port: b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.111316] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.316800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9653c3-8cd2-4751-8ae2-8926d91bdbe6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.344614] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.369885] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942931, 'name': ReconfigVM_Task, 'duration_secs': 1.293088} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.372427] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Reconfigured VM instance instance-0000005c to attach disk [datastore2] volume-c3d48f18-bb49-4eac-8419-31e52247b652/volume-c3d48f18-bb49-4eac-8419-31e52247b652.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1053.381718] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60b671a-d0af-4447-8cb8-4fde245b7bb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.399751] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1053.399751] env[68758]: value = "task-2942934" [ 1053.399751] env[68758]: _type = "Task" [ 1053.399751] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.414473] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.504833] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede04af1-118e-4992-aae5-057a299d9736 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.512543] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5e1b75-de68-41fe-81bb-599605bc3de0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.547700] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8ef136-bb33-478b-962c-17212a910dee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.555444] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79228cd-58c8-42f9-a8fc-f1cd0f35bcf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.575885] env[68758]: DEBUG nova.compute.provider_tree [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.758782] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1053.759026] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1053.760015] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c27013-e81a-4e77-9b73-f26a36818fae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.767514] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1053.767690] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1053.767911] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3834d1cd-e8f6-4a62-b6d1-04812024c616 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.865292] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.865600] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c9df078-0952-4c2a-9af5-4a3eab10a729 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.872844] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1053.872844] env[68758]: value = "task-2942935" [ 1053.872844] env[68758]: _type = "Task" [ 1053.872844] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.880489] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.908139] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942934, 'name': ReconfigVM_Task, 'duration_secs': 0.220189} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.908455] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590734', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'name': 'volume-c3d48f18-bb49-4eac-8419-31e52247b652', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60c641a8-c3e6-40d2-820a-b650ed36bf98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'serial': 'c3d48f18-bb49-4eac-8419-31e52247b652'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1053.908996] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e54e0b45-82a5-482c-8f4f-299a8e457b6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.915056] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1053.915056] env[68758]: value = "task-2942936" [ 1053.915056] env[68758]: _type = "Task" [ 1053.915056] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.923466] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942936, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.991903] env[68758]: DEBUG oslo_vmware.rw_handles [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f4863a-08b7-f676-6afd-605723d8a569/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1053.992142] env[68758]: INFO nova.virt.vmwareapi.images [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Downloaded image file data 5d8da69b-273b-4731-8fcb-45223ec7af24 [ 1053.992951] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28752a3d-63bc-4c19-8a3d-9bfe74756ebe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.009233] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0d03a15-d54f-400d-8ec1-d85bb7a79822 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.033890] env[68758]: INFO nova.virt.vmwareapi.images [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] The imported VM was unregistered [ 1054.036409] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1054.036792] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24 {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.036963] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0deeef22-933f-48c2-967d-0cc6c9659edc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.048340] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24 {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.048636] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4/OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4.vmdk to [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk. {{(pid=68758) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1054.048940] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-53757353-0e26-49bf-86e6-513941632e64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.056725] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1054.056725] env[68758]: value = "task-2942938" [ 1054.056725] env[68758]: _type = "Task" [ 1054.056725] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.065528] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.079952] env[68758]: DEBUG nova.scheduler.client.report [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.129885] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1054.158893] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.159312] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.159487] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.159719] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.160045] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.160045] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.160262] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.160456] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.161109] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.161109] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.161407] env[68758]: DEBUG nova.virt.hardware [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.162166] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6433e83-9afa-4a8c-864c-631d2e1d1baa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.170884] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b8d0a5-b673-4ee0-8c1f-e1c29dced00d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.384432] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942935, 'name': PowerOffVM_Task, 'duration_secs': 0.258484} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.384780] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.384972] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.413078] env[68758]: DEBUG nova.compute.manager [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Received event network-vif-plugged-b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1054.413336] env[68758]: DEBUG oslo_concurrency.lockutils [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] Acquiring lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.413499] env[68758]: DEBUG oslo_concurrency.lockutils [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.413663] env[68758]: DEBUG oslo_concurrency.lockutils [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.413828] env[68758]: DEBUG nova.compute.manager [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] No waiting events found dispatching network-vif-plugged-b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1054.413989] env[68758]: WARNING nova.compute.manager [req-d67f94f5-c6ab-4a8c-9d64-7cf9af45398d req-e8587319-eb12-4b37-be53-a41366ce0110 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Received unexpected event network-vif-plugged-b658b814-ee48-4827-bc37-28667d8662f1 for instance with vm_state building and task_state spawning. [ 1054.426463] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942936, 'name': Rename_Task, 'duration_secs': 0.141126} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.426920] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1054.427021] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c369bced-1c12-49ae-9947-6ed8d5df6cb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.433311] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1054.433311] env[68758]: value = "task-2942939" [ 1054.433311] env[68758]: _type = "Task" [ 1054.433311] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.441704] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.504791] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Successfully updated port: b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.566634] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.585134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.585750] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.588496] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.264s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.588792] env[68758]: DEBUG nova.objects.instance [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lazy-loading 'resources' on Instance uuid 37f8ee83-ea6f-4d73-b959-6445cb197d67 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.895484] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.895484] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.895484] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.895484] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.896687] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.901883] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6d26161-44e8-4d8a-a79b-a577455a59ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.920652] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1054.920652] env[68758]: value = "task-2942940" [ 1054.920652] env[68758]: _type = "Task" [ 1054.920652] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.932704] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942940, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.951181] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942939, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.007038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.007182] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquired lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.007307] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.070884] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.092939] env[68758]: DEBUG nova.compute.utils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.094754] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1055.369874] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af751fd2-f171-48ab-aacc-11d544b179bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.378329] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c648118-fb2c-40e8-9e79-80ad73e5efd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.412594] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fffaf1a-c039-4a9f-9453-e04cce9b7094 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.425773] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20585b65-c8f4-429c-b89c-f72386062e7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.440453] env[68758]: DEBUG nova.compute.provider_tree [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.448187] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.457054] env[68758]: DEBUG oslo_vmware.api [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2942939, 'name': PowerOnVM_Task, 'duration_secs': 0.783055} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.457054] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1055.457502] env[68758]: INFO nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1055.457502] env[68758]: DEBUG nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1055.458141] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e52763-affb-4d10-a6b7-b65f269fe236 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.542951] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.572869] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.599955] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.694283] env[68758]: DEBUG nova.network.neutron [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Updating instance_info_cache with network_info: [{"id": "b658b814-ee48-4827-bc37-28667d8662f1", "address": "fa:16:3e:2a:a7:c0", "network": {"id": "8cb8a68d-7aa1-45ac-85bb-6f1fbee2f848", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-390847433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a8a301e99e4c29b3a52b72a6e2cbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658b814-ee", "ovs_interfaceid": "b658b814-ee48-4827-bc37-28667d8662f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.934066] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942940, 'name': ReconfigVM_Task, 'duration_secs': 0.634665} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.934435] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.950088] env[68758]: DEBUG nova.scheduler.client.report [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.983773] env[68758]: INFO nova.compute.manager [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Took 40.79 seconds to build instance. [ 1056.071187] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.197744] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Releasing lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.198090] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Instance network_info: |[{"id": "b658b814-ee48-4827-bc37-28667d8662f1", "address": "fa:16:3e:2a:a7:c0", "network": {"id": "8cb8a68d-7aa1-45ac-85bb-6f1fbee2f848", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-390847433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a8a301e99e4c29b3a52b72a6e2cbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658b814-ee", "ovs_interfaceid": "b658b814-ee48-4827-bc37-28667d8662f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1056.198500] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:a7:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f6d1427-d86b-4371-9172-50e4bb0eb1cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b658b814-ee48-4827-bc37-28667d8662f1', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.206752] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Creating folder: Project (78a8a301e99e4c29b3a52b72a6e2cbc2). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.209718] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0d4478d9-99f2-459f-acfd-70cb637c8c3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.224202] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Created folder: Project (78a8a301e99e4c29b3a52b72a6e2cbc2) in parent group-v590497. [ 1056.224396] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Creating folder: Instances. Parent ref: group-v590756. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.224639] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c70021-8d37-46cf-9688-21f873fc3a03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.237614] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Created folder: Instances in parent group-v590756. [ 1056.237614] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.237614] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.237614] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12db68e4-902c-49c5-96b2-2c95bf64b3b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.258911] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.258911] env[68758]: value = "task-2942943" [ 1056.258911] env[68758]: _type = "Task" [ 1056.258911] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.271108] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942943, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.445357] env[68758]: DEBUG nova.virt.hardware [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.451012] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1056.451422] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ba97cdd-6a85-48c0-9114-6852381315db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.470761] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.474660] env[68758]: DEBUG nova.compute.manager [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Received event network-changed-b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1056.475085] env[68758]: DEBUG nova.compute.manager [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Refreshing instance network info cache due to event network-changed-b658b814-ee48-4827-bc37-28667d8662f1. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1056.475793] env[68758]: DEBUG oslo_concurrency.lockutils [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] Acquiring lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.476133] env[68758]: DEBUG oslo_concurrency.lockutils [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] Acquired lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.476918] env[68758]: DEBUG nova.network.neutron [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Refreshing network info cache for port b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1056.479087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.072s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.479197] env[68758]: DEBUG nova.objects.instance [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lazy-loading 'resources' on Instance uuid defa3d76-9555-460c-a820-35b2238d22b6 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.489141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e58f0818-5672-4399-9785-7906420cfdc5 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.299s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.490123] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1056.490123] env[68758]: value = "task-2942944" [ 1056.490123] env[68758]: _type = "Task" [ 1056.490123] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.502341] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.517083] env[68758]: INFO nova.scheduler.client.report [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Deleted allocations for instance 37f8ee83-ea6f-4d73-b959-6445cb197d67 [ 1056.572412] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.610698] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.640031] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.640310] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.640566] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.640777] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.640953] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.641158] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.641403] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.641587] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.641788] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.642058] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.642281] env[68758]: DEBUG nova.virt.hardware [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.643190] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449c724-ce63-4631-94da-1e6912d7280c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.653718] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcaf165-3357-4c9d-95a2-c7651f9461c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.676187] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1056.682318] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Creating folder: Project (aeec0ad262694109a54f35608783bde6). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.682798] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14d01846-d21f-484a-ae2e-e0236ae3e11c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.693388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.693718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.693934] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.694132] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.694302] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.698156] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Created folder: Project (aeec0ad262694109a54f35608783bde6) in parent group-v590497. [ 1056.698156] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Creating folder: Instances. Parent ref: group-v590759. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1056.698156] env[68758]: INFO nova.compute.manager [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Terminating instance [ 1056.699554] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3a86b3a-e22b-480c-886e-a884dc11d706 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.712383] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Created folder: Instances in parent group-v590759. [ 1056.712736] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.713252] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1056.713506] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ad374a3-d263-4863-92b9-472855961b81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.732735] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1056.732735] env[68758]: value = "task-2942947" [ 1056.732735] env[68758]: _type = "Task" [ 1056.732735] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.743369] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942947, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.772938] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942943, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.003389] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942944, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.029632] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8caffa4e-5e91-4aff-b706-626a5fc8e0bc tempest-ServerRescueTestJSONUnderV235-1371874811 tempest-ServerRescueTestJSONUnderV235-1371874811-project-member] Lock "37f8ee83-ea6f-4d73-b959-6445cb197d67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.118s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.070663] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942938, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.868204} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.071026] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4/OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4.vmdk to [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk. [ 1057.071165] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Cleaning up location [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4 {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1057.071335] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9ab30171-998e-40c2-9a9e-de55c5f7bfa4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.071588] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-089c4ae9-cb12-45bc-8809-36015d704dba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.077937] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1057.077937] env[68758]: value = "task-2942948" [ 1057.077937] env[68758]: _type = "Task" [ 1057.077937] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.085668] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.203891] env[68758]: DEBUG nova.compute.manager [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1057.204132] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1057.204972] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555f116f-ea6a-4958-8454-be1a4da97a7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.213448] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1057.213692] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-724f9583-4b7b-429e-adb1-308cede28b49 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.220551] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1057.220551] env[68758]: value = "task-2942949" [ 1057.220551] env[68758]: _type = "Task" [ 1057.220551] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.228122] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.241754] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942947, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.243305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ca1cc5-cc0e-404d-8733-ec9d899af63e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.249530] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f92b67-ea1f-4641-8c4f-82f55daf1f30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.284157] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d30bf6-99d0-4306-ba7a-3c9c93a9b007 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.299905] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe109223-72e5-40dc-8349-6e2e61c343e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.303757] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942943, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.314790] env[68758]: DEBUG nova.compute.provider_tree [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.423427] env[68758]: DEBUG nova.network.neutron [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Updated VIF entry in instance network info cache for port b658b814-ee48-4827-bc37-28667d8662f1. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.423682] env[68758]: DEBUG nova.network.neutron [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Updating instance_info_cache with network_info: [{"id": "b658b814-ee48-4827-bc37-28667d8662f1", "address": "fa:16:3e:2a:a7:c0", "network": {"id": "8cb8a68d-7aa1-45ac-85bb-6f1fbee2f848", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-390847433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "78a8a301e99e4c29b3a52b72a6e2cbc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f6d1427-d86b-4371-9172-50e4bb0eb1cb", "external-id": "nsx-vlan-transportzone-979", "segmentation_id": 979, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb658b814-ee", "ovs_interfaceid": "b658b814-ee48-4827-bc37-28667d8662f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.503605] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942944, 'name': ReconfigVM_Task, 'duration_secs': 0.683745} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.504062] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1057.504983] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6affa74b-9458-41a1-a744-b447ca97e2c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.531778] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.532466] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-459f4b6b-0480-4e1c-b420-db09506c7b26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.553735] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1057.553735] env[68758]: value = "task-2942950" [ 1057.553735] env[68758]: _type = "Task" [ 1057.553735] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.562310] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942950, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.587706] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040387} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.589534] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.589534] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.589534] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk to [datastore2] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.589534] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc361e7b-2c0f-44f7-b883-8209006c8d51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.597457] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1057.597457] env[68758]: value = "task-2942951" [ 1057.597457] env[68758]: _type = "Task" [ 1057.597457] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.606243] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.731932] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942949, 'name': PowerOffVM_Task, 'duration_secs': 0.21479} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.732236] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.732421] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.732704] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0833bd54-4809-4b06-a8f9-78b7d81eb0bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.742861] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942947, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.788971] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942943, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.814656] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.815275] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.815750] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleting the datastore file [datastore1] f264b047-9e41-4a69-85c4-db15ad3e5a77 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.816363] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10dc758e-ca35-42f0-9151-e2b5f76b1fb5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.825646] env[68758]: DEBUG nova.scheduler.client.report [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.831410] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for the task: (returnval){ [ 1057.831410] env[68758]: value = "task-2942953" [ 1057.831410] env[68758]: _type = "Task" [ 1057.831410] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.842750] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.928367] env[68758]: DEBUG oslo_concurrency.lockutils [req-369f95df-20fa-4147-a8e5-f5af50631872 req-c5ac9837-2230-4b6a-8073-a97717910eb4 service nova] Releasing lock "refresh_cache-f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.072386] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942950, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.116836] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.244470] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942947, 'name': CreateVM_Task, 'duration_secs': 1.07477} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.244677] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.245201] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.245372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.245698] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.245973] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30aad11-ca53-4656-8d16-e8893f885228 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.250992] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1058.250992] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52248824-d80a-2993-f569-c07c2b2afb8a" [ 1058.250992] env[68758]: _type = "Task" [ 1058.250992] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.259479] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52248824-d80a-2993-f569-c07c2b2afb8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.287176] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942943, 'name': CreateVM_Task, 'duration_secs': 1.567072} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.287477] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.288095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.330132] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.330738] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.875s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.332322] env[68758]: INFO nova.compute.claims [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.346234] env[68758]: DEBUG oslo_vmware.api [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Task: {'id': task-2942953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.271439} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.346234] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.346234] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.346234] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.346234] env[68758]: INFO nova.compute.manager [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.346234] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.346234] env[68758]: DEBUG nova.compute.manager [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.346475] env[68758]: DEBUG nova.network.neutron [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.359852] env[68758]: INFO nova.scheduler.client.report [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Deleted allocations for instance defa3d76-9555-460c-a820-35b2238d22b6 [ 1058.509362] env[68758]: DEBUG nova.compute.manager [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Received event network-changed-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1058.509580] env[68758]: DEBUG nova.compute.manager [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Refreshing instance network info cache due to event network-changed-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1058.509834] env[68758]: DEBUG oslo_concurrency.lockutils [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] Acquiring lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.510032] env[68758]: DEBUG oslo_concurrency.lockutils [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] Acquired lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.510200] env[68758]: DEBUG nova.network.neutron [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Refreshing network info cache for port 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.568779] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942950, 'name': ReconfigVM_Task, 'duration_secs': 0.755864} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.569398] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.569563] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1058.611301] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.764506] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52248824-d80a-2993-f569-c07c2b2afb8a, 'name': SearchDatastore_Task, 'duration_secs': 0.019957} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.764506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.764506] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.764506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.764506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764506] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.764506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.764506] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.765365] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef189981-ec4c-423e-9ed0-d471073b0007 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.766980] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1497a574-4df1-4517-a21f-0d8de365caae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.773767] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1058.773767] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5257e00c-8a6c-42b9-486b-0cb47040adba" [ 1058.773767] env[68758]: _type = "Task" [ 1058.773767] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.791102] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5257e00c-8a6c-42b9-486b-0cb47040adba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.791102] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.791102] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.791102] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e7b260-8fa2-4a1a-8253-1fb07660b3d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.798673] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1058.798673] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ce56-63e6-0855-d039-6f0b12a4c020" [ 1058.798673] env[68758]: _type = "Task" [ 1058.798673] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.809253] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ce56-63e6-0855-d039-6f0b12a4c020, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.870860] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7efa84df-6a7c-4640-83f5-e95da6383b8c tempest-ServerRescueTestJSON-1767928581 tempest-ServerRescueTestJSON-1767928581-project-member] Lock "defa3d76-9555-460c-a820-35b2238d22b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.880s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.077905] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5941cb89-9971-4ef8-9099-2b59e086809b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.136029] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a26b8b-84ed-4409-8bb1-2521c0f53b6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.136029] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.141710] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1059.286369] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5257e00c-8a6c-42b9-486b-0cb47040adba, 'name': SearchDatastore_Task, 'duration_secs': 0.032499} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.286629] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.286771] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.287021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.310564] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ce56-63e6-0855-d039-6f0b12a4c020, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.310564] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691d6b17-2b89-4484-9261-1468f62bc632 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.316738] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1059.316738] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52402389-7862-ddea-53f9-47ccae4a5604" [ 1059.316738] env[68758]: _type = "Task" [ 1059.316738] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.325226] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52402389-7862-ddea-53f9-47ccae4a5604, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.428654] env[68758]: DEBUG nova.network.neutron [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updated VIF entry in instance network info cache for port 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.428928] env[68758]: DEBUG nova.network.neutron [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating instance_info_cache with network_info: [{"id": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "address": "fa:16:3e:fd:57:dc", "network": {"id": "a1186161-c7ce-4286-8b31-12b3ca1c9b65", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-392814621-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d58dbf4cf5624280abce3588dfa465ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "41278529-8bd2-44a1-97c8-03967faa3ff7", "external-id": "nsx-vlan-transportzone-749", "segmentation_id": 749, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f80a75f-8a", "ovs_interfaceid": "3f80a75f-8ad8-4af3-ad2d-c12ed52624d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.443428] env[68758]: DEBUG nova.network.neutron [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.610120] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd31bf4-99d1-439d-808d-51f89d1918b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.621622] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.624095] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c119c0-680c-4615-bfe3-b8b7834a69cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.672035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4313ed-ae49-4164-8483-755f777410fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.684432] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea108035-c8f0-49c3-b1b0-779f64da726e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.699061] env[68758]: DEBUG nova.compute.provider_tree [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.830259] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52402389-7862-ddea-53f9-47ccae4a5604, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.830560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.830887] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.831208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.831402] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.831629] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2c23fb32-c6ba-4bfe-9ea2-25d935fcdbc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.833802] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a81731ad-6562-49e3-a149-540fa2c90e99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.840726] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1059.840726] env[68758]: value = "task-2942954" [ 1059.840726] env[68758]: _type = "Task" [ 1059.840726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.847430] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.847568] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.849952] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133cdfdb-802b-4bf4-86e6-18b2c188df71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.855839] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.859243] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1059.859243] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52536f1f-6d46-7e23-e7f5-8ff2f019be89" [ 1059.859243] env[68758]: _type = "Task" [ 1059.859243] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.867166] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52536f1f-6d46-7e23-e7f5-8ff2f019be89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.934242] env[68758]: DEBUG oslo_concurrency.lockutils [req-5213ce86-71d3-4f32-a04b-a2188261cb3b req-06ed027f-d44a-47c7-ae55-fb2ee23f5b86 service nova] Releasing lock "refresh_cache-60c641a8-c3e6-40d2-820a-b650ed36bf98" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.947286] env[68758]: INFO nova.compute.manager [-] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Took 1.60 seconds to deallocate network for instance. [ 1060.124945] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942951, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.413233} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.125247] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5d8da69b-273b-4731-8fcb-45223ec7af24/5d8da69b-273b-4731-8fcb-45223ec7af24.vmdk to [datastore2] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.126082] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4d9676-4bb8-45a9-963d-133401257646 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.151935] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.152302] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1267915e-9479-4640-8960-0ed196872890 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.173811] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1060.173811] env[68758]: value = "task-2942955" [ 1060.173811] env[68758]: _type = "Task" [ 1060.173811] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.184120] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942955, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.201453] env[68758]: DEBUG nova.scheduler.client.report [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.357332] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.370880] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52536f1f-6d46-7e23-e7f5-8ff2f019be89, 'name': SearchDatastore_Task, 'duration_secs': 0.013223} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.371745] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae54859b-1c80-43e1-b7b0-45651a4d0101 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.378697] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1060.378697] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52062603-fd84-8125-8907-1726ef0dcd10" [ 1060.378697] env[68758]: _type = "Task" [ 1060.378697] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.388117] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52062603-fd84-8125-8907-1726ef0dcd10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.456469] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.656421] env[68758]: DEBUG nova.compute.manager [req-98df6563-6611-4a34-934e-2722b164a37e req-b2f736bf-f972-491d-b394-70cc2461fadc service nova] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Received event network-vif-deleted-97246867-9693-4e01-a375-e0eb612d7443 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1060.685745] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942955, 'name': ReconfigVM_Task, 'duration_secs': 0.33815} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.686296] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d359c3d1-0efd-4e85-a7f6-d07058721af5/d359c3d1-0efd-4e85-a7f6-d07058721af5.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.687863] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'image_id': '26e8e81c-01e8-423d-8bd5-f45eaf8715df'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'disk_bus': None, 'attachment_id': 'fe6283c4-9f88-421d-893e-0689bcc32e7b', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590742', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'name': 'volume-9575ae65-f770-485b-b539-6ffa488e5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd359c3d1-0efd-4e85-a7f6-d07058721af5', 'attached_at': '', 'detached_at': '', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'serial': '9575ae65-f770-485b-b539-6ffa488e5d5f'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68758) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1060.688018] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1060.688225] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590742', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'name': 'volume-9575ae65-f770-485b-b539-6ffa488e5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd359c3d1-0efd-4e85-a7f6-d07058721af5', 'attached_at': '', 'detached_at': '', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'serial': '9575ae65-f770-485b-b539-6ffa488e5d5f'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1060.689506] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21ae2d2-874a-4087-827d-3f155bda716d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.705613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c650cd-e64a-491e-a176-a99a171c3be8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.708644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.709147] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1060.711627] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.719s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.715040] env[68758]: INFO nova.compute.claims [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.746218] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-9575ae65-f770-485b-b539-6ffa488e5d5f/volume-9575ae65-f770-485b-b539-6ffa488e5d5f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.746218] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6544ead6-df20-4a61-9aac-9d5ba84b14f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.769054] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1060.769054] env[68758]: value = "task-2942956" [ 1060.769054] env[68758]: _type = "Task" [ 1060.769054] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.780633] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.851027] env[68758]: DEBUG nova.network.neutron [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Port 051184fe-90b8-4ba5-a594-fd3246a48762 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1060.857770] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942954, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576421} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.858429] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.858429] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.858632] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a99f1ad9-3906-499d-95b1-054f0546c050 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.867286] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1060.867286] env[68758]: value = "task-2942957" [ 1060.867286] env[68758]: _type = "Task" [ 1060.867286] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.874787] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.888997] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52062603-fd84-8125-8907-1726ef0dcd10, 'name': SearchDatastore_Task, 'duration_secs': 0.018733} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.889450] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.890884] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c/f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.890884] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c47f20de-c402-4876-9917-e5de79c4897a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.897378] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1060.897378] env[68758]: value = "task-2942958" [ 1060.897378] env[68758]: _type = "Task" [ 1060.897378] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.911762] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942958, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.218812] env[68758]: DEBUG nova.compute.utils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.219274] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.219443] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.279887] env[68758]: DEBUG nova.policy [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.286050] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942956, 'name': ReconfigVM_Task, 'duration_secs': 0.380418} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.286353] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-9575ae65-f770-485b-b539-6ffa488e5d5f/volume-9575ae65-f770-485b-b539-6ffa488e5d5f.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.292314] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cf14eb-0fc2-4ec5-abbe-d20c26e903e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.308878] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1061.308878] env[68758]: value = "task-2942959" [ 1061.308878] env[68758]: _type = "Task" [ 1061.308878] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.319626] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.378963] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07288} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.379306] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.380340] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf984ae4-c470-4f67-ad4a-beccac5f702e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.403613] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.404552] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dec125d-06d8-478c-be45-15eee871dc29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.431217] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942958, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.433026] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1061.433026] env[68758]: value = "task-2942960" [ 1061.433026] env[68758]: _type = "Task" [ 1061.433026] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.442572] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.582505] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Successfully created port: ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1061.725561] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.828351] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942959, 'name': ReconfigVM_Task, 'duration_secs': 0.20716} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.832367] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590742', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'name': 'volume-9575ae65-f770-485b-b539-6ffa488e5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd359c3d1-0efd-4e85-a7f6-d07058721af5', 'attached_at': '', 'detached_at': '', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'serial': '9575ae65-f770-485b-b539-6ffa488e5d5f'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1061.833545] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6acebb9c-067d-4247-a535-b8af4be431af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.840728] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1061.840728] env[68758]: value = "task-2942961" [ 1061.840728] env[68758]: _type = "Task" [ 1061.840728] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.850728] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942961, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.886665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.886665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.886665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.917641] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942958, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611624} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.918952] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c/f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.920676] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.921072] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b7efd85-bc8d-40bf-8b0e-d9fdd957e6b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.932102] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1061.932102] env[68758]: value = "task-2942962" [ 1061.932102] env[68758]: _type = "Task" [ 1061.932102] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.947816] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.948101] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.050030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a316e8-cff1-4536-b68f-a57cf83ed394 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.061337] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035f03e-92c7-49fd-9801-52291115dc8d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.093412] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9330e6f-436f-44f7-aad3-fa701ddae1b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.102947] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d6c26-00bd-4b31-884c-45c6a40f1613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.124122] env[68758]: DEBUG nova.compute.provider_tree [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.349346] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942961, 'name': Rename_Task, 'duration_secs': 0.178564} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.349694] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.349922] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3cf20a58-666e-4119-bf65-7df18c2dfe2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.356463] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1062.356463] env[68758]: value = "task-2942963" [ 1062.356463] env[68758]: _type = "Task" [ 1062.356463] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.366076] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.443017] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083777} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.446066] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.446362] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942960, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.447067] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72084f11-fb38-4cd7-9d42-fb5361026aa1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.468725] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c/f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.469371] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12ed1511-dbac-4b73-9b34-d525cdccd8c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.488721] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1062.488721] env[68758]: value = "task-2942964" [ 1062.488721] env[68758]: _type = "Task" [ 1062.488721] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.496574] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.628160] env[68758]: DEBUG nova.scheduler.client.report [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.734126] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.759425] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.759792] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.759792] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.759842] env[68758]: DEBUG nova.virt.hardware [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.760974] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1d2006-8aa6-46aa-9590-ee99a0938cb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.768662] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d81b29-ac24-45ee-a9a1-342702a0dcbd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.874377] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.940920] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.941144] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.942372] env[68758]: DEBUG nova.network.neutron [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.948980] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942960, 'name': ReconfigVM_Task, 'duration_secs': 1.252965} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.949267] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.949910] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c1c80b8-96c3-40e1-a2a4-193f719a2507 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.957194] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1062.957194] env[68758]: value = "task-2942965" [ 1062.957194] env[68758]: _type = "Task" [ 1062.957194] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.969980] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942965, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.999477] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942964, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.058114] env[68758]: DEBUG nova.compute.manager [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Received event network-vif-plugged-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1063.058665] env[68758]: DEBUG oslo_concurrency.lockutils [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] Acquiring lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.059017] env[68758]: DEBUG oslo_concurrency.lockutils [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.059265] env[68758]: DEBUG oslo_concurrency.lockutils [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.059507] env[68758]: DEBUG nova.compute.manager [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] No waiting events found dispatching network-vif-plugged-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.059880] env[68758]: WARNING nova.compute.manager [req-cbebc00e-9c62-4124-a41f-a87584e5ab93 req-3dd43711-a7d1-48fd-9b92-f49f93cdb663 service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Received unexpected event network-vif-plugged-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e for instance with vm_state building and task_state spawning. [ 1063.133048] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.137322] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1063.139994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.150s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.141592] env[68758]: INFO nova.compute.claims [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.176428] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Successfully updated port: ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.370032] env[68758]: DEBUG oslo_vmware.api [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2942963, 'name': PowerOnVM_Task, 'duration_secs': 0.535953} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.370323] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1063.468030] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942965, 'name': Rename_Task, 'duration_secs': 0.198744} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.468964] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.469293] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-082f687a-dc47-47eb-a4b2-39a64114ac18 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.481697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.481982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.483452] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1063.483452] env[68758]: value = "task-2942966" [ 1063.483452] env[68758]: _type = "Task" [ 1063.483452] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.489058] env[68758]: DEBUG nova.compute.manager [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1063.490022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-548157a9-e1f9-4ef3-887c-c5365793badb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.504640] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942966, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.512950] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942964, 'name': ReconfigVM_Task, 'duration_secs': 0.712563} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.513487] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c/f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.514160] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb2f30e-6245-4d01-b022-0f62db29fdb0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.522134] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1063.522134] env[68758]: value = "task-2942967" [ 1063.522134] env[68758]: _type = "Task" [ 1063.522134] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.533133] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942967, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.648037] env[68758]: DEBUG nova.compute.utils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.648037] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.648498] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.679075] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.679075] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.679075] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.715946] env[68758]: DEBUG nova.policy [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6bac01600f34347bfd5bb9b9f72b017', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '786f17dc6f9e4b40a1803e7ac42dcd4e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.723363] env[68758]: DEBUG nova.network.neutron [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.984312] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1063.996217] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942966, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.006224] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Successfully created port: ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.023120] env[68758]: DEBUG oslo_concurrency.lockutils [None req-00443fa1-c3b9-4201-8649-51f741e32142 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 51.509s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.035448] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942967, 'name': Rename_Task, 'duration_secs': 0.231252} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.036531] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.036800] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f7d6850-5619-4521-80a9-15805ef51121 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.044386] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1064.044386] env[68758]: value = "task-2942968" [ 1064.044386] env[68758]: _type = "Task" [ 1064.044386] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.052784] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.154666] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.224852] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.231496] env[68758]: DEBUG oslo_concurrency.lockutils [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408121] env[68758]: DEBUG nova.network.neutron [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Updating instance_info_cache with network_info: [{"id": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "address": "fa:16:3e:03:a2:2d", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee36f61c-16", "ovs_interfaceid": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.464512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62599a-13b0-40df-9366-c64127f5e382 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.472725] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e82ce-c083-401c-85f0-e3b24a78cd90 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.518208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5e612f-fed6-46e0-8195-c63ea9ab1221 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.526378] env[68758]: DEBUG oslo_vmware.api [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942966, 'name': PowerOnVM_Task, 'duration_secs': 0.693792} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.528510] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.528755] env[68758]: INFO nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1064.528966] env[68758]: DEBUG nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1064.529970] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f493e8d-6d4e-40d3-8eb1-49259aa909a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.533355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acae7e0f-0667-427b-a06d-31b3e0b2195b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.538366] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.552026] env[68758]: DEBUG nova.compute.provider_tree [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.561204] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942968, 'name': PowerOnVM_Task} progress is 71%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.740779] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06541730-f859-46a3-970a-8c7e233c9e73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.747691] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8a7ef-d2f6-4d38-8d03-8902f340f001 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.912812] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.913173] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Instance network_info: |[{"id": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "address": "fa:16:3e:03:a2:2d", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee36f61c-16", "ovs_interfaceid": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.913601] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:a2:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.921742] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.922158] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.922370] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ec27c9e-1d81-4234-9d3e-4bbbf51935e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.944621] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.944621] env[68758]: value = "task-2942969" [ 1064.944621] env[68758]: _type = "Task" [ 1064.944621] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.952409] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942969, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.060904] env[68758]: DEBUG nova.scheduler.client.report [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.070909] env[68758]: DEBUG oslo_vmware.api [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942968, 'name': PowerOnVM_Task, 'duration_secs': 1.003376} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.071374] env[68758]: INFO nova.compute.manager [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Took 29.43 seconds to build instance. [ 1065.073012] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.073757] env[68758]: INFO nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1065.073757] env[68758]: DEBUG nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.075407] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c009417-7164-4c83-87fb-6398a366c817 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.098709] env[68758]: DEBUG nova.compute.manager [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Received event network-changed-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1065.098916] env[68758]: DEBUG nova.compute.manager [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Refreshing instance network info cache due to event network-changed-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1065.099144] env[68758]: DEBUG oslo_concurrency.lockutils [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] Acquiring lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.099356] env[68758]: DEBUG oslo_concurrency.lockutils [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] Acquired lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.099432] env[68758]: DEBUG nova.network.neutron [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Refreshing network info cache for port ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.168851] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.198914] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.200013] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.200013] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.200013] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.200227] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.200481] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.200828] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.201108] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.201791] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.201791] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.201978] env[68758]: DEBUG nova.virt.hardware [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.203353] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac742efb-17b3-4238-9b1c-eeb5f1cb3523 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.214048] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1372cc-5677-4da3-89e8-d209dd6b4074 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.456094] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942969, 'name': CreateVM_Task, 'duration_secs': 0.389255} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.456365] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.456993] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.457177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.457501] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.457759] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcff7275-4fd9-44d1-ab06-cbc9bcccea9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.462680] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1065.462680] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b00ed8-b092-9387-e7e2-f2ad6bc6e99f" [ 1065.462680] env[68758]: _type = "Task" [ 1065.462680] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.470772] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b00ed8-b092-9387-e7e2-f2ad6bc6e99f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.572789] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.574341] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.577033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.604s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.577819] env[68758]: DEBUG nova.objects.instance [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lazy-loading 'resources' on Instance uuid 90951be1-3b5b-464f-924a-3d4fc028a826 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.578363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bfa046bb-f606-4e4e-b7ed-68c5c5c4e024 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.945s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.600663] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Successfully updated port: ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.602481] env[68758]: INFO nova.compute.manager [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 38.36 seconds to build instance. [ 1065.812468] env[68758]: DEBUG nova.network.neutron [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Updated VIF entry in instance network info cache for port ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.812826] env[68758]: DEBUG nova.network.neutron [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Updating instance_info_cache with network_info: [{"id": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "address": "fa:16:3e:03:a2:2d", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee36f61c-16", "ovs_interfaceid": "ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.856293] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4f6cec-3819-4eaa-9aba-86f7aee7ca00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.877963] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd983303-ac7e-4666-acdf-5ab717d9ac17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.885028] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1065.973224] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b00ed8-b092-9387-e7e2-f2ad6bc6e99f, 'name': SearchDatastore_Task, 'duration_secs': 0.012334} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.973536] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.973773] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.974017] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.974169] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.974352] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.974606] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec95bc4a-cd02-475c-b3dc-587f7a6cae94 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.983378] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.983555] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.984356] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae33f5cf-14ef-4982-8ca3-3bd706e86772 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.989252] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1065.989252] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3b10b-cf3c-9553-aaaf-9e35e472e5d6" [ 1065.989252] env[68758]: _type = "Task" [ 1065.989252] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.996917] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3b10b-cf3c-9553-aaaf-9e35e472e5d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.044818] env[68758]: INFO nova.compute.manager [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Rebuilding instance [ 1066.086140] env[68758]: DEBUG nova.compute.utils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.090236] env[68758]: DEBUG nova.compute.manager [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.090236] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.090236] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.094834] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9c6d29-012d-4212-976c-bd9cb116b5d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.121126] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.121448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.121672] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.124083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6263c3ab-f9fb-4c20-bd74-9e9c704234ac tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.896s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.169465] env[68758]: DEBUG nova.policy [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dc1a482cee684bd8a8a2ea685aa62514', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334dfaf60cc446658756fdbd532c2c70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.316221] env[68758]: DEBUG oslo_concurrency.lockutils [req-4b465001-4975-431f-a291-172bac1ccb5f req-42243191-808c-478e-baaf-144c8ca9affe service nova] Releasing lock "refresh_cache-6f850cbc-6769-45b2-92c9-7c2405c7bcf5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.341522] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cd0e99-c5e0-4fae-a15b-3b84040e375a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.348931] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e634c0d7-f47f-4097-9e05-d56d9c9e3238 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.381796] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4fe5b0-83b3-44c6-8df8-bc9c9d1fa174 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.390341] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17503b70-fcb6-4548-8e3c-eda1b2b5de99 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.397102] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.397358] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79e71be6-bfdb-4e70-b812-db2cae72e864 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.409031] env[68758]: DEBUG nova.compute.provider_tree [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.411931] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1066.411931] env[68758]: value = "task-2942970" [ 1066.411931] env[68758]: _type = "Task" [ 1066.411931] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.421055] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942970, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.440178] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Successfully created port: 79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.501511] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3b10b-cf3c-9553-aaaf-9e35e472e5d6, 'name': SearchDatastore_Task, 'duration_secs': 0.00898} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.502346] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5f7919-5708-42b7-9500-1861480fd2ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.508365] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1066.508365] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524414b3-3efa-22fe-b9c2-3f913d873a8d" [ 1066.508365] env[68758]: _type = "Task" [ 1066.508365] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.516361] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524414b3-3efa-22fe-b9c2-3f913d873a8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.588806] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.666922] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.810754] env[68758]: DEBUG nova.network.neutron [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.912182] env[68758]: DEBUG nova.scheduler.client.report [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.924893] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.019187] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524414b3-3efa-22fe-b9c2-3f913d873a8d, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.019464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.019913] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6f850cbc-6769-45b2-92c9-7c2405c7bcf5/6f850cbc-6769-45b2-92c9-7c2405c7bcf5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.020227] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e40abad-fc9a-4016-ab8c-58003ecc99c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.029974] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1067.029974] env[68758]: value = "task-2942971" [ 1067.029974] env[68758]: _type = "Task" [ 1067.029974] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.036491] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.103487] env[68758]: DEBUG nova.compute.manager [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.104297] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cc2141-86fa-4eb5-979b-ba920023836b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.120079] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.120407] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa041b2-f537-46d0-8ad8-5883ccc0d5ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.127144] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1067.127144] env[68758]: value = "task-2942972" [ 1067.127144] env[68758]: _type = "Task" [ 1067.127144] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.130433] env[68758]: DEBUG nova.compute.manager [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Received event network-vif-plugged-ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.130656] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.131118] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.131118] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.131252] env[68758]: DEBUG nova.compute.manager [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] No waiting events found dispatching network-vif-plugged-ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.131457] env[68758]: WARNING nova.compute.manager [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Received unexpected event network-vif-plugged-ee790367-a64e-41d6-9964-5290d93faa40 for instance with vm_state building and task_state spawning. [ 1067.131638] env[68758]: DEBUG nova.compute.manager [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Received event network-changed-ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1067.131824] env[68758]: DEBUG nova.compute.manager [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Refreshing instance network info cache due to event network-changed-ee790367-a64e-41d6-9964-5290d93faa40. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1067.132090] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Acquiring lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.144048] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.313572] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.313927] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Instance network_info: |[{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.314263] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Acquired lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.314438] env[68758]: DEBUG nova.network.neutron [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Refreshing network info cache for port ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.315784] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:96:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee790367-a64e-41d6-9964-5290d93faa40', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.323421] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.326425] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.326967] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-767cf410-35ba-4406-9805-8a55d4a3a89e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.348536] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.348536] env[68758]: value = "task-2942973" [ 1067.348536] env[68758]: _type = "Task" [ 1067.348536] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.359902] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942973, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.421038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.424677] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.371s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.425122] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.427970] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.972s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.428321] env[68758]: DEBUG nova.objects.instance [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lazy-loading 'resources' on Instance uuid f264b047-9e41-4a69-85c4-db15ad3e5a77 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.438890] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942970, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.448746] env[68758]: INFO nova.scheduler.client.report [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocations for instance 38dfb1c1-7607-47ca-aa8b-86f063030f45 [ 1067.453000] env[68758]: INFO nova.scheduler.client.report [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Deleted allocations for instance 90951be1-3b5b-464f-924a-3d4fc028a826 [ 1067.541023] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467514} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.541301] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 6f850cbc-6769-45b2-92c9-7c2405c7bcf5/6f850cbc-6769-45b2-92c9-7c2405c7bcf5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.541482] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.542033] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31691bba-bd41-4fc1-a75c-ce1c1fc83918 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.548514] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1067.548514] env[68758]: value = "task-2942974" [ 1067.548514] env[68758]: _type = "Task" [ 1067.548514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.556076] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.566949] env[68758]: DEBUG nova.network.neutron [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updated VIF entry in instance network info cache for port ee790367-a64e-41d6-9964-5290d93faa40. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.567399] env[68758]: DEBUG nova.network.neutron [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.598356] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.614549] env[68758]: INFO nova.compute.manager [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] instance snapshotting [ 1067.620701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e8af556-bee2-4120-a1b0-62bc3284ab4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.626515] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.626808] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.626983] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.627225] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.627380] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.627561] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.627788] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.627959] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.628148] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.628322] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.628501] env[68758]: DEBUG nova.virt.hardware [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.629361] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e01009-18cf-4bbc-ad3b-f6c7ad883c42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.651193] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b0ecfa-59ba-4e9e-964e-38aa9baee5ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.657709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c79f91c4-7bcd-4078-ac2e-11f1488ca36e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.669014] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942972, 'name': PowerOffVM_Task, 'duration_secs': 0.152182} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.670645] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.670770] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.671913] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7bfe11-66df-4d97-9ce9-4cdf508cff3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.690041] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.690041] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b8ed202-f017-40f9-aa71-bdf09098dea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.713109] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.713326] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.713516] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Deleting the datastore file [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.713767] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13f6518c-4ce5-4f64-a4e0-cf79bb22ded2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.719765] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1067.719765] env[68758]: value = "task-2942976" [ 1067.719765] env[68758]: _type = "Task" [ 1067.719765] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.727593] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.858805] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942973, 'name': CreateVM_Task, 'duration_secs': 0.380521} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.858984] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.859744] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.860019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.862334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.862334] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff8c93f-8355-4415-955a-8e9fd2727b2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.865888] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1067.865888] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae209d-a846-b846-0d0a-919ff91a6c5c" [ 1067.865888] env[68758]: _type = "Task" [ 1067.865888] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.878510] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae209d-a846-b846-0d0a-919ff91a6c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.927228] env[68758]: DEBUG oslo_vmware.api [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2942970, 'name': PowerOnVM_Task, 'duration_secs': 1.460183} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.927518] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.927790] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-134410fd-79ce-4553-898e-6d8822aea643 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance '884da089-8c4f-46b9-a8a9-602a79e248d5' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1067.954712] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Successfully updated port: 79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.962890] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0428d0d2-dadf-447a-bfb6-4aa9b163816d tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "38dfb1c1-7607-47ca-aa8b-86f063030f45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.497s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.967325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5f4f5d08-82eb-4633-9f02-70060f647e2b tempest-ImagesTestJSON-398358423 tempest-ImagesTestJSON-398358423-project-member] Lock "90951be1-3b5b-464f-924a-3d4fc028a826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.349s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.060827] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064202} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.061120] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.062036] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4939ae1-0442-45d2-9dc0-8bfc04f3b489 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.078013] env[68758]: DEBUG oslo_concurrency.lockutils [req-542ad47b-d453-4a4f-8329-e3d3d0192c4d req-3432dcd9-77ed-4c73-8e85-8973ba303517 service nova] Releasing lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.086796] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 6f850cbc-6769-45b2-92c9-7c2405c7bcf5/6f850cbc-6769-45b2-92c9-7c2405c7bcf5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.089423] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c07be380-0b57-4a05-9dd4-a0772c405cbc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.109286] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1068.109286] env[68758]: value = "task-2942977" [ 1068.109286] env[68758]: _type = "Task" [ 1068.109286] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.119811] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.168721] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb1bd9f-d5f5-4b55-abf2-37e8c57aae4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.172371] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1068.172633] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1362169a-83ab-4b96-b349-da6e464957f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.181342] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12cacb1-ccf5-4575-92c0-1e6e60594012 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.184414] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1068.184414] env[68758]: value = "task-2942978" [ 1068.184414] env[68758]: _type = "Task" [ 1068.184414] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.216016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d0d13-1353-45a7-8f35-222435e0ff1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.222205] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.229405] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df67efe6-09e6-4078-91c4-bf76d605c246 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.236132] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125794} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.236745] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.236971] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.237150] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.248552] env[68758]: DEBUG nova.compute.provider_tree [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.379065] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae209d-a846-b846-0d0a-919ff91a6c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.029255} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.379065] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.379065] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.379371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.379594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.379823] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.380134] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f3bb9c7-f50f-4b5a-90d5-5e7e9d3ff872 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.387893] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.388079] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.388759] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813c9955-2ab0-4267-b6a7-8fb4fe477837 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.393470] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1068.393470] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f40985-1feb-0689-12b5-619de951b1f8" [ 1068.393470] env[68758]: _type = "Task" [ 1068.393470] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.400931] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f40985-1feb-0689-12b5-619de951b1f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.456831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.456979] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.457225] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.620582] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942977, 'name': ReconfigVM_Task, 'duration_secs': 0.466391} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.620934] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 6f850cbc-6769-45b2-92c9-7c2405c7bcf5/6f850cbc-6769-45b2-92c9-7c2405c7bcf5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.621573] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44775c25-1f5a-47d3-a30c-2f8e61c31e3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.627114] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1068.627114] env[68758]: value = "task-2942979" [ 1068.627114] env[68758]: _type = "Task" [ 1068.627114] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.634594] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942979, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.693963] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.751898] env[68758]: DEBUG nova.scheduler.client.report [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.904991] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f40985-1feb-0689-12b5-619de951b1f8, 'name': SearchDatastore_Task, 'duration_secs': 0.008473} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.905792] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff59011c-10f7-4288-91e8-0ae710d58a74 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.911362] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1068.911362] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb241b-a730-90a0-9782-12e3eaf95565" [ 1068.911362] env[68758]: _type = "Task" [ 1068.911362] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.919027] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb241b-a730-90a0-9782-12e3eaf95565, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.999061] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.136774] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942979, 'name': Rename_Task, 'duration_secs': 0.344208} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.137610] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.137894] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5e77e52-d6af-43fb-b986-407575c88fc5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.144514] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1069.144514] env[68758]: value = "task-2942980" [ 1069.144514] env[68758]: _type = "Task" [ 1069.144514] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.153065] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.167661] env[68758]: DEBUG nova.compute.manager [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Received event network-vif-plugged-79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.167886] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Acquiring lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.168134] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.168306] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.168507] env[68758]: DEBUG nova.compute.manager [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] No waiting events found dispatching network-vif-plugged-79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.168735] env[68758]: WARNING nova.compute.manager [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Received unexpected event network-vif-plugged-79076309-f3d9-443e-961d-8c34a827b8a0 for instance with vm_state building and task_state spawning. [ 1069.168953] env[68758]: DEBUG nova.compute.manager [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Received event network-changed-79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1069.170805] env[68758]: DEBUG nova.compute.manager [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Refreshing instance network info cache due to event network-changed-79076309-f3d9-443e-961d-8c34a827b8a0. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1069.171091] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Acquiring lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.195109] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942978, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.221265] env[68758]: DEBUG nova.network.neutron [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Updating instance_info_cache with network_info: [{"id": "79076309-f3d9-443e-961d-8c34a827b8a0", "address": "fa:16:3e:01:4d:5c", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79076309-f3", "ovs_interfaceid": "79076309-f3d9-443e-961d-8c34a827b8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.257988] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.260903] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.722s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.262652] env[68758]: INFO nova.compute.claims [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.275436] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.275737] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.275862] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.276043] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.276218] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.276408] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.276625] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.276787] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.276951] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.277172] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.277518] env[68758]: DEBUG nova.virt.hardware [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.278406] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad01aed5-c1c8-4641-b70e-727f788cb5bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.288065] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cf2857-f302-4d47-86b9-2aed275090d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.293130] env[68758]: INFO nova.scheduler.client.report [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Deleted allocations for instance f264b047-9e41-4a69-85c4-db15ad3e5a77 [ 1069.306513] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.312164] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.312728] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.312951] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d71484e-0d10-4283-a5b6-2182cb22797e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.332601] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.332601] env[68758]: value = "task-2942981" [ 1069.332601] env[68758]: _type = "Task" [ 1069.332601] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.340655] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942981, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.424561] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cb241b-a730-90a0-9782-12e3eaf95565, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.424886] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.425247] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.425539] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-486584d7-8b7a-4e82-88f1-e6d5b9e1767d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.431910] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1069.431910] env[68758]: value = "task-2942982" [ 1069.431910] env[68758]: _type = "Task" [ 1069.431910] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.439729] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.656607] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942980, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.696679] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942978, 'name': CreateSnapshot_Task, 'duration_secs': 1.164059} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.696943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1069.697781] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f125650-75fb-4ddc-946e-e849389bf77a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.723420] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.725549] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Instance network_info: |[{"id": "79076309-f3d9-443e-961d-8c34a827b8a0", "address": "fa:16:3e:01:4d:5c", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79076309-f3", "ovs_interfaceid": "79076309-f3d9-443e-961d-8c34a827b8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.725549] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Acquired lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.725549] env[68758]: DEBUG nova.network.neutron [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Refreshing network info cache for port 79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.725986] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:4d:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55764410-260e-4339-a020-6b30995584bf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79076309-f3d9-443e-961d-8c34a827b8a0', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.735658] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1069.736233] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.736472] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8feab36b-8ea4-4f8c-b68a-c8390cb8bde2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.766584] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.766584] env[68758]: value = "task-2942983" [ 1069.766584] env[68758]: _type = "Task" [ 1069.766584] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.781752] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942983, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.817167] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e1132881-aabb-472f-96c7-140af9b9510f tempest-VolumesAdminNegativeTest-591268821 tempest-VolumesAdminNegativeTest-591268821-project-member] Lock "f264b047-9e41-4a69-85c4-db15ad3e5a77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.123s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.846501] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942981, 'name': CreateVM_Task, 'duration_secs': 0.397186} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.846646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.847119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.847288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.847631] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.847909] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62401a9d-df9c-40da-9f56-6a28b725f237 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.855318] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1069.855318] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231fb9f-05c1-1f2f-da85-bdfe8d6260e3" [ 1069.855318] env[68758]: _type = "Task" [ 1069.855318] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.868361] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231fb9f-05c1-1f2f-da85-bdfe8d6260e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.945101] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942982, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.981685] env[68758]: DEBUG nova.objects.instance [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lazy-loading 'flavor' on Instance uuid cd3e2098-9230-4c6d-b11a-ed3939cfbdbf {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.064147] env[68758]: DEBUG nova.network.neutron [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Port 051184fe-90b8-4ba5-a594-fd3246a48762 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1070.064147] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.064147] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.064147] env[68758]: DEBUG nova.network.neutron [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.156813] env[68758]: DEBUG oslo_vmware.api [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942980, 'name': PowerOnVM_Task, 'duration_secs': 0.719559} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.159350] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.159350] env[68758]: INFO nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1070.159350] env[68758]: DEBUG nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.159350] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87226ec5-90bc-423d-9d2d-d7024d3da907 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.219748] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1070.220572] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9728ddea-930e-4f80-a712-71661461ae66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.234675] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1070.234675] env[68758]: value = "task-2942984" [ 1070.234675] env[68758]: _type = "Task" [ 1070.234675] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.246703] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942984, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.281190] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942983, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.368618] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231fb9f-05c1-1f2f-da85-bdfe8d6260e3, 'name': SearchDatastore_Task, 'duration_secs': 0.021543} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.370019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.370019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.370019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.370019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.370019] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.370277] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b95474b5-430e-4ff1-badf-413965a7775f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.383416] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.383667] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.384551] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-877ac58d-9699-46f2-ae91-ed8ef0a65450 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.390219] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1070.390219] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260c344-3010-2825-4159-26fd50c9be1b" [ 1070.390219] env[68758]: _type = "Task" [ 1070.390219] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.401934] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260c344-3010-2825-4159-26fd50c9be1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.445524] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519785} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.445830] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.446076] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.446414] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fb0c438-e6c5-4fec-a07c-6225b18f0a3c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.459833] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1070.459833] env[68758]: value = "task-2942985" [ 1070.459833] env[68758]: _type = "Task" [ 1070.459833] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.468039] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.488566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.488762] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.548647] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ffa48-cd5c-4c17-a151-745004f29389 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.558862] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7364d5-0601-4345-9d11-90710c00eb5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.596225] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46721d03-82fd-45c6-aa2f-a49df477bf05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.604193] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7edeed-e8f0-4286-b02e-bf8b9c9f3d40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.625242] env[68758]: DEBUG nova.compute.provider_tree [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.631509] env[68758]: DEBUG nova.network.neutron [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Updated VIF entry in instance network info cache for port 79076309-f3d9-443e-961d-8c34a827b8a0. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.631954] env[68758]: DEBUG nova.network.neutron [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Updating instance_info_cache with network_info: [{"id": "79076309-f3d9-443e-961d-8c34a827b8a0", "address": "fa:16:3e:01:4d:5c", "network": {"id": "d1108be6-572a-47e4-b0a3-e75796d14404", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-538123752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334dfaf60cc446658756fdbd532c2c70", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55764410-260e-4339-a020-6b30995584bf", "external-id": "nsx-vlan-transportzone-551", "segmentation_id": 551, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79076309-f3", "ovs_interfaceid": "79076309-f3d9-443e-961d-8c34a827b8a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.677701] env[68758]: INFO nova.compute.manager [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Took 29.24 seconds to build instance. [ 1070.745139] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942984, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.777612] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2942983, 'name': CreateVM_Task, 'duration_secs': 0.717529} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.777753] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.778465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.778659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.779010] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.779328] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ec57fd-abcb-4032-8661-06ddfd1cd656 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.784535] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1070.784535] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f91a41-b555-96dc-a827-4dde3251b40e" [ 1070.784535] env[68758]: _type = "Task" [ 1070.784535] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.793595] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f91a41-b555-96dc-a827-4dde3251b40e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.900152] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5260c344-3010-2825-4159-26fd50c9be1b, 'name': SearchDatastore_Task, 'duration_secs': 0.01046} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.900985] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbd7dbc-0dac-43b8-9e06-79b844188007 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.906063] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1070.906063] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3540b-3e49-8ef5-11fa-7d8ee05748a7" [ 1070.906063] env[68758]: _type = "Task" [ 1070.906063] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.916207] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3540b-3e49-8ef5-11fa-7d8ee05748a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.964712] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126959} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.964977] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.965771] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f247218-af72-445e-803a-4140442bd7aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.989557] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.989909] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e2436e0-2fe0-40e3-a4ec-f739862133bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.010093] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1071.010093] env[68758]: value = "task-2942986" [ 1071.010093] env[68758]: _type = "Task" [ 1071.010093] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.018715] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.111136] env[68758]: DEBUG nova.network.neutron [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.128516] env[68758]: DEBUG nova.scheduler.client.report [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.135559] env[68758]: DEBUG oslo_concurrency.lockutils [req-0a3c03f9-6dc9-4408-891f-90af956d078d req-f8f2ec95-82c7-4205-86ab-59643776d4a9 service nova] Releasing lock "refresh_cache-9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.180313] env[68758]: DEBUG oslo_concurrency.lockutils [None req-824c6f3b-acb0-4987-9406-e02637228c3f tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.749s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.244524] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942984, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.308767] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f91a41-b555-96dc-a827-4dde3251b40e, 'name': SearchDatastore_Task, 'duration_secs': 0.009995} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.313827] env[68758]: DEBUG nova.network.neutron [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.315202] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.315437] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.315672] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.315820] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.316011] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.317279] env[68758]: DEBUG nova.compute.manager [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1071.317461] env[68758]: DEBUG nova.compute.manager [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing instance network info cache due to event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1071.317677] env[68758]: DEBUG oslo_concurrency.lockutils [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.318465] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d23f46-8041-425f-987f-456ab22f56e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.328965] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.329176] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.330011] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85397d8c-14f0-4453-a03f-c018c92ec1d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.340736] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1071.340736] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f6556-d62c-a95f-71c2-2b88bacb0c82" [ 1071.340736] env[68758]: _type = "Task" [ 1071.340736] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.349630] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f6556-d62c-a95f-71c2-2b88bacb0c82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.417487] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a3540b-3e49-8ef5-11fa-7d8ee05748a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.417875] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418317] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.418646] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e63f440-3439-48f5-aa9f-67c6cd52713b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.425547] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1071.425547] env[68758]: value = "task-2942987" [ 1071.425547] env[68758]: _type = "Task" [ 1071.425547] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.433542] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.526129] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.634198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.373s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.634198] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.747778] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942984, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.819315] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.855299] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f6556-d62c-a95f-71c2-2b88bacb0c82, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.856388] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0145a834-47f4-4efe-9ab3-cee399386e7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.863830] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1071.863830] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f0ba95-2cbc-5ab6-b03f-116b6dba3e75" [ 1071.863830] env[68758]: _type = "Task" [ 1071.863830] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.878843] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f0ba95-2cbc-5ab6-b03f-116b6dba3e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.942913] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942987, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.024568] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942986, 'name': ReconfigVM_Task, 'duration_secs': 0.596174} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.024892] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.025546] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e18b434d-fb7a-4252-a14c-854bd44d0441 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.032625] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1072.032625] env[68758]: value = "task-2942988" [ 1072.032625] env[68758]: _type = "Task" [ 1072.032625] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.041959] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942988, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.043018] env[68758]: DEBUG nova.network.neutron [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.139011] env[68758]: DEBUG nova.compute.utils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.140542] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.140693] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.239106] env[68758]: DEBUG nova.policy [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e92a367524342668222cc732b358f0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99880a05b4374b0ca83ecbb7cb5cf6ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.250292] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2942984, 'name': CloneVM_Task, 'duration_secs': 1.845168} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.250798] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Created linked-clone VM from snapshot [ 1072.251726] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd21a06e-c59a-4eb4-978d-2be25af90d7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.261426] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Uploading image 06faaff3-2075-45f3-b638-6df4d95d6208 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1072.286731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.286731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.286731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.286731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.286731] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.293935] env[68758]: INFO nova.compute.manager [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Terminating instance [ 1072.309611] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1072.309611] env[68758]: value = "vm-590767" [ 1072.309611] env[68758]: _type = "VirtualMachine" [ 1072.309611] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1072.310192] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3bf4ee7c-ce9d-4a70-be46-40cb6c5c2613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.319198] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lease: (returnval){ [ 1072.319198] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527318f2-64dd-7ead-c5a8-923b55e61af0" [ 1072.319198] env[68758]: _type = "HttpNfcLease" [ 1072.319198] env[68758]: } obtained for exporting VM: (result){ [ 1072.319198] env[68758]: value = "vm-590767" [ 1072.319198] env[68758]: _type = "VirtualMachine" [ 1072.319198] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1072.319439] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the lease: (returnval){ [ 1072.319439] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527318f2-64dd-7ead-c5a8-923b55e61af0" [ 1072.319439] env[68758]: _type = "HttpNfcLease" [ 1072.319439] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1072.328188] env[68758]: DEBUG nova.compute.manager [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68758) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1072.332917] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.332917] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527318f2-64dd-7ead-c5a8-923b55e61af0" [ 1072.332917] env[68758]: _type = "HttpNfcLease" [ 1072.332917] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1072.357435] env[68758]: DEBUG nova.objects.instance [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lazy-loading 'flavor' on Instance uuid cd3e2098-9230-4c6d-b11a-ed3939cfbdbf {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.375647] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f0ba95-2cbc-5ab6-b03f-116b6dba3e75, 'name': SearchDatastore_Task, 'duration_secs': 0.018568} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.376430] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.376735] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd/9de27ac3-eb62-461d-9be5-cc7dadd8c9dd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.377190] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55766a69-21be-4510-92f5-566849d08be7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.384323] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1072.384323] env[68758]: value = "task-2942990" [ 1072.384323] env[68758]: _type = "Task" [ 1072.384323] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.395246] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.440906] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516418} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.441204] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.441698] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.441898] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dab3875-d1cb-4b80-a106-66df8c9701b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.448820] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1072.448820] env[68758]: value = "task-2942991" [ 1072.448820] env[68758]: _type = "Task" [ 1072.448820] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.458083] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.544669] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942988, 'name': Rename_Task, 'duration_secs': 0.286558} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.545254] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.545519] env[68758]: DEBUG nova.compute.manager [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Inject network info {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1072.545797] env[68758]: DEBUG nova.compute.manager [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] network_info to inject: |[{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1072.551228] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfiguring VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1072.551519] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.551765] env[68758]: DEBUG oslo_concurrency.lockutils [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.551977] env[68758]: DEBUG nova.network.neutron [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.553145] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4373475e-683a-4983-8fc8-9b908b35f44a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.566316] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc57791d-5eec-4f34-bcc9-0a7b6c6f24dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.576550] env[68758]: DEBUG oslo_vmware.api [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1072.576550] env[68758]: value = "task-2942993" [ 1072.576550] env[68758]: _type = "Task" [ 1072.576550] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.577178] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1072.577178] env[68758]: value = "task-2942992" [ 1072.577178] env[68758]: _type = "Task" [ 1072.577178] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.593730] env[68758]: DEBUG oslo_vmware.api [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942993, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.598250] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942992, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.643871] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.778600] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Successfully created port: 702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.800897] env[68758]: DEBUG nova.compute.manager [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.801167] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.802172] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329aeb27-da9b-4317-91ae-4b42e0b989e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.815022] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.815022] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-423ed124-a65f-468e-ba19-fd0191be1cdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.820487] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1072.820487] env[68758]: value = "task-2942994" [ 1072.820487] env[68758]: _type = "Task" [ 1072.820487] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.832956] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1072.832956] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527318f2-64dd-7ead-c5a8-923b55e61af0" [ 1072.832956] env[68758]: _type = "HttpNfcLease" [ 1072.832956] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1072.837394] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1072.837394] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527318f2-64dd-7ead-c5a8-923b55e61af0" [ 1072.837394] env[68758]: _type = "HttpNfcLease" [ 1072.837394] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1072.837642] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942994, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.838626] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921933b9-2314-401f-9ee7-53e7754a1bd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.847646] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1072.847882] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1072.916960] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926370] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500277} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.926776] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd/9de27ac3-eb62-461d-9be5-cc7dadd8c9dd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.926852] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.927120] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659c5ad8-69af-47a2-9cd9-30a3caaae3b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.933259] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1072.933259] env[68758]: value = "task-2942995" [ 1072.933259] env[68758]: _type = "Task" [ 1072.933259] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.942487] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.958680] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082342} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.959426] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.960930] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97d489-39c7-43c7-bb81-dc37f9c59626 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.984674] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.984674] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc45207-69c5-4c58-b10d-af0cc5d26bb5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.007114] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1073.007114] env[68758]: value = "task-2942996" [ 1073.007114] env[68758]: _type = "Task" [ 1073.007114] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.017914] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.062120] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-84016552-210a-4b0a-b41a-e075f62172c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.091464] env[68758]: DEBUG oslo_vmware.api [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2942993, 'name': ReconfigVM_Task, 'duration_secs': 0.225506} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.095527] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d1f3807-e83f-4191-b2b7-570a4ce9b5da tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfigured VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1073.098819] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942992, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.340717] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942994, 'name': PowerOffVM_Task, 'duration_secs': 0.363761} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.340985] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.343060] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.343060] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2876313-5746-4d99-b823-da8efd5eabaa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.432806] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.433090] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.433292] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore1] 6f850cbc-6769-45b2-92c9-7c2405c7bcf5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.433696] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0195daec-a85f-4f79-83e6-3c9d9b1b235d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.444653] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068417} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.445947] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.446383] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1073.446383] env[68758]: value = "task-2942998" [ 1073.446383] env[68758]: _type = "Task" [ 1073.446383] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.447144] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e46558-3609-42bc-93be-78ed59638b41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.488194] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd/9de27ac3-eb62-461d-9be5-cc7dadd8c9dd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.489538] env[68758]: DEBUG nova.network.neutron [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updated VIF entry in instance network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.490196] env[68758]: DEBUG nova.network.neutron [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.495336] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0fe79fe-18ed-49a9-93bc-c1c9a09ddb75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.510935] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.512429] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.512713] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.523733] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.525371] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1073.525371] env[68758]: value = "task-2942999" [ 1073.525371] env[68758]: _type = "Task" [ 1073.525371] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.536484] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942999, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.589574] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942992, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.654851] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.685817] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.686116] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.686347] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.686439] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.686538] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.686691] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.686912] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.687159] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.687261] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.687423] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.687674] env[68758]: DEBUG nova.virt.hardware [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.688606] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c5a5d1-719a-4540-89c8-74f60f528cbe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.697053] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5200f950-b69f-44f7-97f1-6cbba8d29ef3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.960397] env[68758]: DEBUG oslo_vmware.api [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2942998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200359} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.961862] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.961862] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.961862] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.961862] env[68758]: INFO nova.compute.manager [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1073.963101] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.963101] env[68758]: DEBUG nova.compute.manager [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.963101] env[68758]: DEBUG nova.network.neutron [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.012732] env[68758]: DEBUG oslo_concurrency.lockutils [req-9033f30c-5149-455d-9ba0-cda4231fe954 req-82bc5bb3-dc44-4e2e-8d7e-748499bd11db service nova] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.013570] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.021165] env[68758]: DEBUG nova.objects.instance [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'migration_context' on Instance uuid 884da089-8c4f-46b9-a8a9-602a79e248d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.028634] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2942996, 'name': ReconfigVM_Task, 'duration_secs': 0.693692} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.034076] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9/9fb785b0-cd9a-4893-9b79-4afaf38491c9.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.035054] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063bf4d8-e034-484a-be10-09455bde3b66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.044738] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2942999, 'name': ReconfigVM_Task, 'duration_secs': 0.492158} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.046149] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd/9de27ac3-eb62-461d-9be5-cc7dadd8c9dd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.047014] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1074.047014] env[68758]: value = "task-2943000" [ 1074.047014] env[68758]: _type = "Task" [ 1074.047014] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.047255] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a63f623-daee-4e8b-acdb-c36dad75a490 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.063323] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943000, 'name': Rename_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.063629] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1074.063629] env[68758]: value = "task-2943001" [ 1074.063629] env[68758]: _type = "Task" [ 1074.063629] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.071840] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943001, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.089443] env[68758]: DEBUG oslo_vmware.api [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2942992, 'name': PowerOnVM_Task, 'duration_secs': 1.148966} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.089704] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.089909] env[68758]: INFO nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Took 8.92 seconds to spawn the instance on the hypervisor. [ 1074.090145] env[68758]: DEBUG nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.092880] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b651378a-100a-4a3c-8c49-834862876d6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.564373] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943000, 'name': Rename_Task, 'duration_secs': 0.367424} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.567984] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.568192] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b5062b-c4eb-49f0-aa97-12dac2990405 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.575490] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943001, 'name': Rename_Task, 'duration_secs': 0.179228} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.580150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.580597] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1074.580597] env[68758]: value = "task-2943002" [ 1074.580597] env[68758]: _type = "Task" [ 1074.580597] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.582919] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-563a8027-2166-4f94-ad17-ffcfd529f07a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.592231] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.594394] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1074.594394] env[68758]: value = "task-2943003" [ 1074.594394] env[68758]: _type = "Task" [ 1074.594394] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.602423] env[68758]: DEBUG nova.compute.manager [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.602670] env[68758]: DEBUG oslo_concurrency.lockutils [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.602918] env[68758]: DEBUG oslo_concurrency.lockutils [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.603134] env[68758]: DEBUG oslo_concurrency.lockutils [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.603304] env[68758]: DEBUG nova.compute.manager [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] No waiting events found dispatching network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.603469] env[68758]: WARNING nova.compute.manager [req-f73533b8-6be9-4644-9c1c-8a3df50e0e74 req-c0f751dd-3fac-40c6-8984-02fb7fce67c4 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received unexpected event network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 for instance with vm_state building and task_state spawning. [ 1074.618157] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.621076] env[68758]: INFO nova.compute.manager [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Took 30.64 seconds to build instance. [ 1074.674398] env[68758]: DEBUG nova.compute.manager [req-cd6179b3-0848-456b-8765-7a3d338469f3 req-7bebd50d-09e6-4f0a-9267-8a74062646fc service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Received event network-vif-deleted-ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1074.674559] env[68758]: INFO nova.compute.manager [req-cd6179b3-0848-456b-8765-7a3d338469f3 req-7bebd50d-09e6-4f0a-9267-8a74062646fc service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Neutron deleted interface ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e; detaching it from the instance and deleting it from the info cache [ 1074.674739] env[68758]: DEBUG nova.network.neutron [req-cd6179b3-0848-456b-8765-7a3d338469f3 req-7bebd50d-09e6-4f0a-9267-8a74062646fc service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.721058] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Successfully updated port: 702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.747016] env[68758]: DEBUG nova.network.neutron [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.813291] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8631b4e-2aa8-4296-bba3-e792437261de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.821345] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dca7f94-5bb0-4185-9e02-e7ff9366d07b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.851958] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216456b8-cd45-4884-8cd7-cd80629cb51f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.859464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a5f99a-bc3c-4262-9a4c-299a56ef5735 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.875487] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.096672] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943002, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.106067] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.123823] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3a2f0889-90aa-4214-b2b1-39d1bad8c61d tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.154s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.148923] env[68758]: DEBUG nova.network.neutron [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.177210] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7345024-3204-4136-a8bb-abcc04f75836 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.189205] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54c32f6-ce80-403f-85dc-a21f758f36e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.222386] env[68758]: DEBUG nova.compute.manager [req-cd6179b3-0848-456b-8765-7a3d338469f3 req-7bebd50d-09e6-4f0a-9267-8a74062646fc service nova] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Detach interface failed, port_id=ee36f61c-16d9-44d4-8ef2-f6ac9ca6960e, reason: Instance 6f850cbc-6769-45b2-92c9-7c2405c7bcf5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1075.223028] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.223123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.223245] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.402127] env[68758]: ERROR nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [req-30418ef1-22c1-46e6-9050-218fd478741c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-30418ef1-22c1-46e6-9050-218fd478741c"}]} [ 1075.419928] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1075.433729] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1075.433981] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.446075] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1075.466029] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1075.572229] env[68758]: DEBUG nova.network.neutron [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.596352] env[68758]: DEBUG oslo_vmware.api [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943002, 'name': PowerOnVM_Task, 'duration_secs': 0.648785} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.596687] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.596894] env[68758]: DEBUG nova.compute.manager [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.602753] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95880f5-c7da-49d9-9d9a-af1ef817ed33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.610822] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943003, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.653907] env[68758]: INFO nova.compute.manager [-] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Took 1.69 seconds to deallocate network for instance. [ 1075.664339] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c122691-a604-4d80-99d8-ed22721a7660 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.672931] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed48f6d-fd37-4f49-8765-078dfbf27200 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.706649] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f2220-c042-498b-8d62-5a030cae3129 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.715155] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2387bffc-45d6-49f0-a042-310dca017b09 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.731554] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1075.762151] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.911881] env[68758]: DEBUG nova.network.neutron [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.074156] env[68758]: DEBUG oslo_concurrency.lockutils [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.074583] env[68758]: DEBUG nova.compute.manager [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Inject network info {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1076.076042] env[68758]: DEBUG nova.compute.manager [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] network_info to inject: |[{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1076.081821] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfiguring VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1076.082187] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b449a21c-151e-411c-addf-a75e1bac621c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.101701] env[68758]: DEBUG oslo_vmware.api [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1076.101701] env[68758]: value = "task-2943004" [ 1076.101701] env[68758]: _type = "Task" [ 1076.101701] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.110176] env[68758]: DEBUG oslo_vmware.api [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943003, 'name': PowerOnVM_Task, 'duration_secs': 1.466508} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.110883] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.111136] env[68758]: INFO nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1076.111335] env[68758]: DEBUG nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.112194] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf51898-9884-4632-9d56-489d885e8474 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.122082] env[68758]: DEBUG oslo_vmware.api [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.124370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.161028] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.255665] env[68758]: ERROR nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [req-b27f58f2-1745-43c9-9cb7-1ba55d699c1f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b27f58f2-1745-43c9-9cb7-1ba55d699c1f"}]} [ 1076.274731] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1076.288972] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1076.289228] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.295948] env[68758]: DEBUG nova.compute.manager [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1076.305941] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1076.330223] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1076.386806] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.386806] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.386957] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.387214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.387417] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.391523] env[68758]: INFO nova.compute.manager [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Terminating instance [ 1076.414472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.414796] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance network_info: |[{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.415226] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:36:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702f435e-4554-4607-ae04-65a2209aeda8', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.423590] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating folder: Project (99880a05b4374b0ca83ecbb7cb5cf6ce). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.426857] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3876f5c7-d563-413b-8acc-9b6ac3742905 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.438262] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created folder: Project (99880a05b4374b0ca83ecbb7cb5cf6ce) in parent group-v590497. [ 1076.438463] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating folder: Instances. Parent ref: group-v590768. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.438770] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51e2f9d0-4245-471c-b73d-d54d658a3451 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.450849] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created folder: Instances in parent group-v590768. [ 1076.451118] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.451322] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.451517] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b626aa1f-2704-420e-9af6-1c1b280e85fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.472348] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "923de234-0605-496e-ba7f-a2d24dcd3b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.472577] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.477173] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.477173] env[68758]: value = "task-2943007" [ 1076.477173] env[68758]: _type = "Task" [ 1076.477173] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.485461] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943007, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.605625] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0851554a-85a8-4b98-a45a-7513385831c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.617189] env[68758]: DEBUG oslo_vmware.api [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943004, 'name': ReconfigVM_Task, 'duration_secs': 0.179389} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.619185] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-45f4e274-7a09-4597-82b8-5e721e5debec tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Reconfigured VM instance to set the machine id {{(pid=68758) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1076.622803] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e3b69d-6a87-45cf-b92e-9d717e6d9458 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.667026] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bb2597-8ab3-419b-860d-a11e7fb9cb24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.672034] env[68758]: INFO nova.compute.manager [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Took 29.70 seconds to build instance. [ 1076.681987] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a2afe0-df40-40b7-b8f5-5067492b522e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.698504] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1076.752582] env[68758]: DEBUG nova.compute.manager [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-changed-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1076.752859] env[68758]: DEBUG nova.compute.manager [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing instance network info cache due to event network-changed-702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1076.753333] env[68758]: DEBUG oslo_concurrency.lockutils [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.753649] env[68758]: DEBUG oslo_concurrency.lockutils [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.753910] env[68758]: DEBUG nova.network.neutron [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.813038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.862943] env[68758]: DEBUG nova.compute.manager [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1076.863182] env[68758]: DEBUG nova.compute.manager [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing instance network info cache due to event network-changed-6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1076.863397] env[68758]: DEBUG oslo_concurrency.lockutils [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] Acquiring lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.863538] env[68758]: DEBUG oslo_concurrency.lockutils [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] Acquired lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.863747] env[68758]: DEBUG nova.network.neutron [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Refreshing network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.895147] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "refresh_cache-9fb785b0-cd9a-4893-9b79-4afaf38491c9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.895453] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquired lock "refresh_cache-9fb785b0-cd9a-4893-9b79-4afaf38491c9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.895555] env[68758]: DEBUG nova.network.neutron [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.975076] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.986503] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943007, 'name': CreateVM_Task, 'duration_secs': 0.495418} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.986673] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.987371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.987553] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.987905] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.988186] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91ab7c2-ceb2-40b5-b6ae-1bf3b396fd81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.992690] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1076.992690] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c0d120-fd75-f24e-91a5-8667faed783b" [ 1076.992690] env[68758]: _type = "Task" [ 1076.992690] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.000775] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c0d120-fd75-f24e-91a5-8667faed783b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.130622] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.130974] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.131124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.131310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.131476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.133254] env[68758]: INFO nova.compute.manager [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Terminating instance [ 1077.175020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-262c66f1-40e7-4f56-83fc-fb27e75587fd tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.212s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.235930] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1077.236283] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 149 to 150 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1077.236546] env[68758]: DEBUG nova.compute.provider_tree [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1077.419647] env[68758]: DEBUG nova.network.neutron [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.498577] env[68758]: DEBUG nova.network.neutron [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.500436] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.508658] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c0d120-fd75-f24e-91a5-8667faed783b, 'name': SearchDatastore_Task, 'duration_secs': 0.011006} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.508973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.509186] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.509415] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.509554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.509781] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.510639] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e54ef1af-0f53-4151-a539-a36836483290 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.513064] env[68758]: DEBUG nova.network.neutron [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updated VIF entry in instance network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.513394] env[68758]: DEBUG nova.network.neutron [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.522724] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.522917] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.523759] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f90ee92b-731e-4f0d-a6c1-ca9bd62524b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.531652] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1077.531652] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7be02-46f5-b50f-f44b-b5c23f4fb518" [ 1077.531652] env[68758]: _type = "Task" [ 1077.531652] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.541139] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7be02-46f5-b50f-f44b-b5c23f4fb518, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.637750] env[68758]: DEBUG nova.compute.manager [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1077.637982] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1077.639336] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c0de6e-07f5-4f13-9e61-3bff6b384c74 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.646984] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1077.647262] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3bb56cec-080b-47da-9302-8aca29fcfa44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.655422] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1077.655422] env[68758]: value = "task-2943008" [ 1077.655422] env[68758]: _type = "Task" [ 1077.655422] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.663732] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.669056] env[68758]: DEBUG nova.network.neutron [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updated VIF entry in instance network info cache for port 6bc9f06f-d10f-4e22-8b26-90feba37328f. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.669445] env[68758]: DEBUG nova.network.neutron [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [{"id": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "address": "fa:16:3e:dc:db:35", "network": {"id": "1d8fa3a9-2e4b-4e78-8e2d-56175515a977", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1043504517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "020c2050d4d34cd1a96a9de7088e41fe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d48f0ef6-34e5-44d4-8baf-4470ed96ce73", "external-id": "nsx-vlan-transportzone-316", "segmentation_id": 316, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bc9f06f-d1", "ovs_interfaceid": "6bc9f06f-d10f-4e22-8b26-90feba37328f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.004099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Releasing lock "refresh_cache-9fb785b0-cd9a-4893-9b79-4afaf38491c9" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.004693] env[68758]: DEBUG nova.compute.manager [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.004952] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.006151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94baf88f-2268-45a1-b470-ca66c61cea84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.014940] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.015465] env[68758]: DEBUG oslo_concurrency.lockutils [req-d22a3625-1d66-40f7-a3e9-687e3eb53c4a req-818f5c60-bacd-42b8-9405-34cb0a6c682e service nova] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.015801] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae65030-4eb4-4b6c-af9c-d07fe306f80d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.021844] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1078.021844] env[68758]: value = "task-2943009" [ 1078.021844] env[68758]: _type = "Task" [ 1078.021844] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.030684] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.040696] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a7be02-46f5-b50f-f44b-b5c23f4fb518, 'name': SearchDatastore_Task, 'duration_secs': 0.010384} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.041556] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bc0b877-f968-4628-aaa7-2865a1c50aa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.046459] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1078.046459] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cbd3ea-3d0d-f074-1ac2-46863cd9c71b" [ 1078.046459] env[68758]: _type = "Task" [ 1078.046459] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.054087] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cbd3ea-3d0d-f074-1ac2-46863cd9c71b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.106843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.107135] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.107373] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.107573] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.107802] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.110393] env[68758]: INFO nova.compute.manager [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Terminating instance [ 1078.169623] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943008, 'name': PowerOffVM_Task, 'duration_secs': 0.195049} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.170043] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.170192] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.170460] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42ccbeae-0ca7-48ac-b5ef-c83a20bbe9ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.172243] env[68758]: DEBUG oslo_concurrency.lockutils [req-58997c53-966c-4aa5-b2c3-38f63d126a9b req-98195937-9968-483a-9828-442124700df0 service nova] Releasing lock "refresh_cache-cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.245238] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.245476] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.245644] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Deleting the datastore file [datastore1] cd3e2098-9230-4c6d-b11a-ed3939cfbdbf {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.247239] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 4.734s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.252749] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcb67e5c-09a9-49b8-9db2-9ad811d3a777 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.256713] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.132s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.256933] env[68758]: DEBUG nova.objects.instance [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1078.268536] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for the task: (returnval){ [ 1078.268536] env[68758]: value = "task-2943011" [ 1078.268536] env[68758]: _type = "Task" [ 1078.268536] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.277996] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.533052] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943009, 'name': PowerOffVM_Task, 'duration_secs': 0.28532} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.533286] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1078.533454] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1078.533707] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b9dc0be-d7bb-4253-99b1-396c0985400b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.557671] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52cbd3ea-3d0d-f074-1ac2-46863cd9c71b, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.558102] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.558498] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.559977] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa61290d-3427-40d1-8116-4b469ca22b9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.561968] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1078.562180] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1078.562347] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Deleting the datastore file [datastore1] 9fb785b0-cd9a-4893-9b79-4afaf38491c9 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1078.562583] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f89b962-0385-4685-a6b3-d3606ebd3600 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.568740] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1078.568740] env[68758]: value = "task-2943013" [ 1078.568740] env[68758]: _type = "Task" [ 1078.568740] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.570682] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for the task: (returnval){ [ 1078.570682] env[68758]: value = "task-2943014" [ 1078.570682] env[68758]: _type = "Task" [ 1078.570682] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.580222] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.583179] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943014, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.615157] env[68758]: DEBUG nova.compute.manager [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1078.615389] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1078.616314] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23bf5f37-ada5-494a-a02d-494b11cde971 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.623629] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1078.623880] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7194675e-b1c0-4b4d-93a7-84ff7a229c30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.630574] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1078.630574] env[68758]: value = "task-2943015" [ 1078.630574] env[68758]: _type = "Task" [ 1078.630574] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.638764] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.780473] env[68758]: DEBUG oslo_vmware.api [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Task: {'id': task-2943011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149893} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.780753] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1078.780937] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1078.781130] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1078.781307] env[68758]: INFO nova.compute.manager [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1078.781552] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.782059] env[68758]: DEBUG nova.compute.manager [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1078.782464] env[68758]: DEBUG nova.network.neutron [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.083830] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507797} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.088469] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.088740] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.089143] env[68758]: DEBUG oslo_vmware.api [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Task: {'id': task-2943014, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103764} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.089385] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9c32d8a-9957-42dc-914d-53455fd30373 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.091660] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.091879] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.092119] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.092334] env[68758]: INFO nova.compute.manager [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1079.094451] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.094451] env[68758]: DEBUG nova.compute.manager [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.094451] env[68758]: DEBUG nova.network.neutron [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.100925] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1079.100925] env[68758]: value = "task-2943016" [ 1079.100925] env[68758]: _type = "Task" [ 1079.100925] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.113513] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.121564] env[68758]: DEBUG nova.network.neutron [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1079.144109] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943015, 'name': PowerOffVM_Task, 'duration_secs': 0.246175} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.144544] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.144789] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.145067] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaaf135a-c1b0-4940-867a-d2ffff26a082 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.222185] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.222555] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.222848] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleting the datastore file [datastore2] 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.223238] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65012b92-5cae-4092-aea5-0b0d6fbfe024 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.232482] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for the task: (returnval){ [ 1079.232482] env[68758]: value = "task-2943018" [ 1079.232482] env[68758]: _type = "Task" [ 1079.232482] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.245660] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.271541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-35275cba-99a3-45fe-bd59-e542bdbdf64a tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.275088] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.113s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.275385] env[68758]: DEBUG nova.objects.instance [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid 6f850cbc-6769-45b2-92c9-7c2405c7bcf5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.509120] env[68758]: DEBUG nova.compute.manager [req-0ed2f10c-f4a5-4b18-8046-b7b2b4fe4bd6 req-29477745-00a3-4637-a313-f5349ff05419 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Received event network-vif-deleted-6bc9f06f-d10f-4e22-8b26-90feba37328f {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1079.509441] env[68758]: INFO nova.compute.manager [req-0ed2f10c-f4a5-4b18-8046-b7b2b4fe4bd6 req-29477745-00a3-4637-a313-f5349ff05419 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Neutron deleted interface 6bc9f06f-d10f-4e22-8b26-90feba37328f; detaching it from the instance and deleting it from the info cache [ 1079.509891] env[68758]: DEBUG nova.network.neutron [req-0ed2f10c-f4a5-4b18-8046-b7b2b4fe4bd6 req-29477745-00a3-4637-a313-f5349ff05419 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.616685] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095556} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.616685] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.616685] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3d13c0-68a8-444b-b82e-f04a135297cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.628549] env[68758]: DEBUG nova.network.neutron [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.638888] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.639579] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39b6d180-1354-4258-b7be-9e522665c068 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.661417] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1079.661417] env[68758]: value = "task-2943019" [ 1079.661417] env[68758]: _type = "Task" [ 1079.661417] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.670386] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.743355] env[68758]: DEBUG oslo_vmware.api [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Task: {'id': task-2943018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283921} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.743647] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1079.743862] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1079.744082] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1079.744267] env[68758]: INFO nova.compute.manager [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1079.744564] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.744773] env[68758]: DEBUG nova.compute.manager [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1079.744915] env[68758]: DEBUG nova.network.neutron [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1079.801257] env[68758]: INFO nova.compute.manager [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Swapping old allocation on dict_keys(['f15025f4-9980-489d-822e-70d7ed69904a']) held by migration af7c09de-469f-4942-9754-b22a07c5ed44 for instance [ 1079.826397] env[68758]: DEBUG nova.scheduler.client.report [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Overwriting current allocation {'allocations': {'f15025f4-9980-489d-822e-70d7ed69904a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '278520b5d1cb4521b5c6f009cf616bdc', 'user_id': 'cdb2cd9587644763a22747874997608f', 'consumer_generation': 1} on consumer 884da089-8c4f-46b9-a8a9-602a79e248d5 {{(pid=68758) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1079.921023] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.921023] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.921023] env[68758]: DEBUG nova.network.neutron [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.938402] env[68758]: DEBUG nova.network.neutron [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.012784] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e0338b97-6062-411f-b2c6-874463192bf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.024995] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149d0fcf-dca9-4f5b-b7ec-de9f9c55303c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.039406] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efddfcf4-839a-4d76-8b59-0a3e7a2041cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.047361] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0a1f75-1c36-4380-94e0-267d14805948 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.090814] env[68758]: DEBUG nova.compute.manager [req-0ed2f10c-f4a5-4b18-8046-b7b2b4fe4bd6 req-29477745-00a3-4637-a313-f5349ff05419 service nova] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Detach interface failed, port_id=6bc9f06f-d10f-4e22-8b26-90feba37328f, reason: Instance cd3e2098-9230-4c6d-b11a-ed3939cfbdbf could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1080.092198] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cee707-a08b-40ea-8787-18f86702ab88 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.104022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c528b31-428d-4298-9dab-30dcea2a068e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.115847] env[68758]: DEBUG nova.compute.provider_tree [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.140290] env[68758]: INFO nova.compute.manager [-] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Took 1.05 seconds to deallocate network for instance. [ 1080.175099] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943019, 'name': ReconfigVM_Task, 'duration_secs': 0.440459} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.175410] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Reconfigured VM instance instance-00000062 to attach disk [datastore1] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.176304] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e1e68f4-23ec-4f18-845c-b4fcacbda18b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.183461] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1080.183461] env[68758]: value = "task-2943020" [ 1080.183461] env[68758]: _type = "Task" [ 1080.183461] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.193077] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943020, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.255081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.255081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.255440] env[68758]: DEBUG nova.objects.instance [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.440992] env[68758]: INFO nova.compute.manager [-] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Took 1.66 seconds to deallocate network for instance. [ 1080.454304] env[68758]: DEBUG nova.network.neutron [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.641581] env[68758]: ERROR nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [req-0896b35f-0ea7-401a-af33-86af84e69efd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0896b35f-0ea7-401a-af33-86af84e69efd"}]} [ 1080.646266] env[68758]: DEBUG nova.network.neutron [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [{"id": "051184fe-90b8-4ba5-a594-fd3246a48762", "address": "fa:16:3e:f7:8f:d6", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap051184fe-90", "ovs_interfaceid": "051184fe-90b8-4ba5-a594-fd3246a48762", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.648150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.659483] env[68758]: DEBUG nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1080.676016] env[68758]: DEBUG nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1080.676016] env[68758]: DEBUG nova.compute.provider_tree [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1080.689292] env[68758]: DEBUG nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1080.696930] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943020, 'name': Rename_Task, 'duration_secs': 0.18776} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.697215] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.697465] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e24eda30-82fa-402f-99dd-7454bb24ee67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.704820] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1080.704820] env[68758]: value = "task-2943021" [ 1080.704820] env[68758]: _type = "Task" [ 1080.704820] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.710682] env[68758]: DEBUG nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1080.716399] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.761052] env[68758]: DEBUG nova.objects.instance [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.878948] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.880216] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ac709-8ea3-443a-88af-7778eab7b25f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.886567] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.886866] env[68758]: ERROR oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk due to incomplete transfer. [ 1080.887369] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3f2e22cb-94ed-4d34-aeea-66aed31ac5d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.898687] env[68758]: DEBUG oslo_vmware.rw_handles [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523860bf-ae43-d56c-d35b-a9750cf61413/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.898687] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Uploaded image 06faaff3-2075-45f3-b638-6df4d95d6208 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.899557] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.900371] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5a2eb0df-0005-4d47-adce-21fb56a05e0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.912256] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1080.912256] env[68758]: value = "task-2943022" [ 1080.912256] env[68758]: _type = "Task" [ 1080.912256] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.919473] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943022, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.950352] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.958356] env[68758]: INFO nova.compute.manager [-] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Took 1.21 seconds to deallocate network for instance. [ 1080.966259] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7e2113-d7f9-4df6-a176-4604268f87f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.975022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5ace37-5d21-4560-984b-00b15405a0b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.008943] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224983cc-84e9-4f51-b9ea-118409bae7aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.017710] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780e7606-70a5-4008-abf4-e08671d38370 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.769128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-884da089-8c4f-46b9-a8a9-602a79e248d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.769819] env[68758]: DEBUG nova.objects.base [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<7401bb05-c374-407b-a8f7-8988fb6fd4ba> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.770019] env[68758]: DEBUG nova.network.neutron [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.772446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.773575] env[68758]: DEBUG nova.compute.manager [req-009a7818-fd93-4bd5-b545-2635cbaf0227 req-5f439bee-0019-44cc-a66c-707d5caaee28 service nova] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Received event network-vif-deleted-79076309-f3d9-443e-961d-8c34a827b8a0 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1081.774404] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f447733-481b-4630-a55d-782522384b05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.792773] env[68758]: DEBUG nova.compute.provider_tree [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.800996] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943022, 'name': Destroy_Task, 'duration_secs': 0.821095} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.802174] env[68758]: DEBUG oslo_vmware.api [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943021, 'name': PowerOnVM_Task, 'duration_secs': 1.032447} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.804788] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Destroyed the VM [ 1081.805032] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.805734] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0552a9c0-9b3b-42e6-8cb7-52297b34356c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.808155] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.808352] env[68758]: INFO nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1081.808524] env[68758]: DEBUG nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.809256] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a20a89ac-f3ae-42c3-8e52-aef0c912c80d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.811505] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec333a42-a445-4d55-85c8-356c5d9f11a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.825027] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1081.825027] env[68758]: value = "task-2943023" [ 1081.825027] env[68758]: _type = "Task" [ 1081.825027] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.837687] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.838596] env[68758]: DEBUG nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1081.842019] env[68758]: DEBUG nova.compute.provider_tree [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 151 to 152 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1081.842019] env[68758]: DEBUG nova.compute.provider_tree [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1081.865609] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6cb919da-b3b7-4712-9123-609c9894bdad tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.610s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.338339] env[68758]: INFO nova.compute.manager [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Took 17.83 seconds to build instance. [ 1082.343502] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.070s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.345365] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943023, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.346310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.533s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.380557] env[68758]: INFO nova.scheduler.client.report [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance 6f850cbc-6769-45b2-92c9-7c2405c7bcf5 [ 1082.838908] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943023, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.846462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b2a9919d-ff25-4b95-a8d8-272d976e0012 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.364s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.851061] env[68758]: INFO nova.compute.claims [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.888543] env[68758]: DEBUG oslo_concurrency.lockutils [None req-6d71cb2f-b689-45ce-8308-dfa0cd318488 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6f850cbc-6769-45b2-92c9-7c2405c7bcf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.604s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.910710] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.911106] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cef97e4-cddb-4e9f-9c5e-6508c729da50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.918607] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1082.918607] env[68758]: value = "task-2943024" [ 1082.918607] env[68758]: _type = "Task" [ 1082.918607] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.926875] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.121319] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.121557] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.339339] env[68758]: DEBUG oslo_vmware.api [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943023, 'name': RemoveSnapshot_Task, 'duration_secs': 1.35942} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.339738] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1083.340068] env[68758]: INFO nova.compute.manager [None req-2a466c28-0eb9-4e4c-aa7d-7f3b159cfdf0 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 1083.357326] env[68758]: INFO nova.compute.resource_tracker [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating resource usage from migration 3131f8f9-176e-40f5-8a20-0afd6e5bc72f [ 1083.428444] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943024, 'name': PowerOffVM_Task, 'duration_secs': 0.30761} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.430954] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.431678] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.432012] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.432278] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.432548] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.432756] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.432960] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.433259] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.433489] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.433747] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.434027] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.434279] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.439426] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50e73995-bbc6-4b68-a277-980456245b3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.458166] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1083.458166] env[68758]: value = "task-2943025" [ 1083.458166] env[68758]: _type = "Task" [ 1083.458166] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.467943] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943025, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.561240] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e196dc8f-44cd-4c15-a94e-f74513180271 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.570434] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34715927-da30-4a95-b0a8-91d50327cc46 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.601186] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-248670ff-dbd9-4b46-82cb-69b2f71cd8b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.608903] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153f505-0cad-4798-9529-5c5a519078a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.623401] env[68758]: DEBUG nova.compute.provider_tree [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.624837] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.872324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.872646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.872876] env[68758]: DEBUG nova.objects.instance [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.886874] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.887151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.887336] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.887485] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.887652] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.889973] env[68758]: INFO nova.compute.manager [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Terminating instance [ 1083.969073] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943025, 'name': ReconfigVM_Task, 'duration_secs': 0.156395} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.969910] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05140d32-d9b8-4042-8687-aae235b88cde {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.991174] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.991405] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.991561] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.991743] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.991885] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.992040] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.992249] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.992403] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.992564] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.992750] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.992900] env[68758]: DEBUG nova.virt.hardware [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.993660] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70afd920-ba20-4671-9757-59d8bd34d0a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.999177] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1083.999177] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a1dbc4-b5b1-59a7-512a-eba8166ba494" [ 1083.999177] env[68758]: _type = "Task" [ 1083.999177] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.006848] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a1dbc4-b5b1-59a7-512a-eba8166ba494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.129203] env[68758]: DEBUG nova.scheduler.client.report [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.147318] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.393584] env[68758]: DEBUG nova.compute.manager [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.393827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.394752] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5c8d04-9810-4fd4-9086-b5e529647f00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.403355] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.403603] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a05dafd-6139-44d1-ab55-efe901ff9a00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.410182] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1084.410182] env[68758]: value = "task-2943026" [ 1084.410182] env[68758]: _type = "Task" [ 1084.410182] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.418688] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.453202] env[68758]: DEBUG nova.objects.instance [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1084.509202] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a1dbc4-b5b1-59a7-512a-eba8166ba494, 'name': SearchDatastore_Task, 'duration_secs': 0.007748} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.514750] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.515074] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-923ee88a-e00f-4afd-a8a9-1409ce595212 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.533195] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1084.533195] env[68758]: value = "task-2943027" [ 1084.533195] env[68758]: _type = "Task" [ 1084.533195] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.541373] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.635639] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.289s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.635879] env[68758]: INFO nova.compute.manager [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Migrating [ 1084.642918] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.142s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.644342] env[68758]: INFO nova.compute.claims [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.920335] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943026, 'name': PowerOffVM_Task, 'duration_secs': 0.18911} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.920647] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.920832] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.921093] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c0be3e-aed4-4b9c-94f5-a2c77bb85ef2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.956021] env[68758]: DEBUG nova.objects.base [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<7401bb05-c374-407b-a8f7-8988fb6fd4ba> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1084.956322] env[68758]: DEBUG nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.984209] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.984437] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.984629] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore1] bda5f018-30d3-4af8-aae7-7bb2f990e995 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.984971] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c690bc23-ebdd-4705-9ca2-65794f309de8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.990700] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1084.990700] env[68758]: value = "task-2943029" [ 1084.990700] env[68758]: _type = "Task" [ 1084.990700] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.996601] env[68758]: DEBUG nova.policy [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.002193] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.042638] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943027, 'name': ReconfigVM_Task, 'duration_secs': 0.229262} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.042908] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1085.043694] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67da30a0-3f63-48b1-8409-d7e3ded448f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.067788] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.068088] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad883dc0-d8f5-4c28-9a01-40a012bc1893 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.085165] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1085.085165] env[68758]: value = "task-2943030" [ 1085.085165] env[68758]: _type = "Task" [ 1085.085165] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.092901] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943030, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.155155] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.155384] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.155597] env[68758]: DEBUG nova.network.neutron [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.310735] env[68758]: DEBUG nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Successfully created port: 0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1085.500573] env[68758]: DEBUG oslo_vmware.api [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140103} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.500573] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.500683] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.500991] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.501207] env[68758]: INFO nova.compute.manager [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1085.501455] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.501853] env[68758]: DEBUG nova.compute.manager [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.501853] env[68758]: DEBUG nova.network.neutron [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.598601] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943030, 'name': ReconfigVM_Task, 'duration_secs': 0.332192} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.599016] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5/884da089-8c4f-46b9-a8a9-602a79e248d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.600242] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6787e0-423c-4840-b213-6f4aca740d9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.633062] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a20ae-31b7-4b5a-8960-9a3618565818 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.638085] env[68758]: DEBUG nova.compute.manager [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1085.639222] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9d6f4e-eead-46a4-8dcb-6864d78b7249 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.687389] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c41258-c099-4aa1-989a-21255d2eb8bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.725931] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf6fed6-08d4-457d-a7af-be0cb7b8098d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.738749] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1085.739470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1990b852-f8e7-486e-8900-1d3b2e2b1d86 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.748708] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1085.748708] env[68758]: value = "task-2943031" [ 1085.748708] env[68758]: _type = "Task" [ 1085.748708] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.756423] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.854767] env[68758]: DEBUG nova.compute.manager [req-ead8f9de-16ba-4084-8022-4715a76eeb87 req-460c2c7d-ec66-4ebf-a491-b2c5f055ba65 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Received event network-vif-deleted-f344ff34-d686-45f8-8129-fafda5cbb737 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1085.854967] env[68758]: INFO nova.compute.manager [req-ead8f9de-16ba-4084-8022-4715a76eeb87 req-460c2c7d-ec66-4ebf-a491-b2c5f055ba65 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Neutron deleted interface f344ff34-d686-45f8-8129-fafda5cbb737; detaching it from the instance and deleting it from the info cache [ 1085.855154] env[68758]: DEBUG nova.network.neutron [req-ead8f9de-16ba-4084-8022-4715a76eeb87 req-460c2c7d-ec66-4ebf-a491-b2c5f055ba65 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.927962] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468b8242-4f8d-4475-9208-2c42bcc7602c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.936327] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22dfbeb4-801a-425a-b686-f8523ac4c7eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.941826] env[68758]: DEBUG nova.network.neutron [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.970437] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2860b26-2869-4baf-b7ff-38af48326adb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.978546] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3cf5c9-6c69-481d-b1ba-b8968eff341b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.993029] env[68758]: DEBUG nova.compute.provider_tree [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.186505] env[68758]: INFO nova.compute.manager [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] instance snapshotting [ 1086.191674] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2803a23b-ea91-451e-ac6f-5e66ad6badc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.210624] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e42f7-5048-40f7-9799-58abc2348f1c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.262390] env[68758]: DEBUG oslo_vmware.api [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943031, 'name': PowerOnVM_Task, 'duration_secs': 0.424174} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.262390] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1086.266865] env[68758]: DEBUG nova.network.neutron [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.357267] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-015dc8a8-65c2-4a86-8ab0-373a789f0a32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.366601] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c851225-97bf-4090-acd0-289f5a33b6ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.395529] env[68758]: DEBUG nova.compute.manager [req-ead8f9de-16ba-4084-8022-4715a76eeb87 req-460c2c7d-ec66-4ebf-a491-b2c5f055ba65 service nova] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Detach interface failed, port_id=f344ff34-d686-45f8-8129-fafda5cbb737, reason: Instance bda5f018-30d3-4af8-aae7-7bb2f990e995 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1086.443867] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.495762] env[68758]: DEBUG nova.scheduler.client.report [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.662742] env[68758]: DEBUG nova.compute.manager [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-plugged-0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1086.662974] env[68758]: DEBUG oslo_concurrency.lockutils [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.663148] env[68758]: DEBUG oslo_concurrency.lockutils [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.663323] env[68758]: DEBUG oslo_concurrency.lockutils [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.663491] env[68758]: DEBUG nova.compute.manager [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] No waiting events found dispatching network-vif-plugged-0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.663652] env[68758]: WARNING nova.compute.manager [req-36673ec9-1f6e-44ee-8bff-218ff3cf4d4a req-fce20d71-fe2e-44e9-a294-7521dad3a816 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received unexpected event network-vif-plugged-0652c1b0-d076-4f2b-a4f5-a95d51d0db88 for instance with vm_state active and task_state None. [ 1086.721680] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1086.721982] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1cfd1061-74e9-4d47-944a-202c920b816c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.729621] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1086.729621] env[68758]: value = "task-2943032" [ 1086.729621] env[68758]: _type = "Task" [ 1086.729621] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.737589] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.769535] env[68758]: DEBUG nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Successfully updated port: 0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.770695] env[68758]: INFO nova.compute.manager [-] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Took 1.27 seconds to deallocate network for instance. [ 1087.001641] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.002999] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.005430] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.357s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.006101] env[68758]: DEBUG nova.objects.instance [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lazy-loading 'resources' on Instance uuid 9fb785b0-cd9a-4893-9b79-4afaf38491c9 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.241902] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943032, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.274625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.274625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.274625] env[68758]: DEBUG nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.279547] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.311386] env[68758]: INFO nova.compute.manager [None req-a786a105-2023-4bac-8f75-bc483086c1c5 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance to original state: 'active' [ 1087.508782] env[68758]: DEBUG nova.compute.utils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.512921] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Not allocating networking since 'none' was specified. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1087.690045] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e863fb-ad65-4582-8ef1-ed6b70b02acb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.699110] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c467a3d2-389d-423f-bf38-3c23331259c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.729986] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29207c05-ef50-4c77-b877-087aa952f143 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.740575] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943032, 'name': CreateSnapshot_Task, 'duration_secs': 0.612641} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.742616] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1087.743341] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b7653-f382-47dc-bcd8-e584ae58c8c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.746847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb131f90-ccd9-4f26-a06d-0ad63a2f1307 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.760470] env[68758]: DEBUG nova.compute.provider_tree [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1087.810805] env[68758]: WARNING nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1087.961667] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f412d28-3c5a-4004-aab6-28734ea1820c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.983791] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1088.014244] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.152422] env[68758]: DEBUG nova.network.neutron [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "address": "fa:16:3e:82:b7:85", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652c1b0-d0", "ovs_interfaceid": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.263748] env[68758]: DEBUG nova.scheduler.client.report [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.276128] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1088.276128] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a4429edf-971e-4d2b-9ad8-a662dd871176 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.286713] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1088.286713] env[68758]: value = "task-2943033" [ 1088.286713] env[68758]: _type = "Task" [ 1088.286713] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.298511] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943033, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.493303] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.493657] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53869133-d7d7-46e6-acab-159d32fa798b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.503200] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1088.503200] env[68758]: value = "task-2943034" [ 1088.503200] env[68758]: _type = "Task" [ 1088.503200] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.514779] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.655467] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.656295] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.656457] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.657987] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9abec0a-de65-4aa1-a3af-b88db35f062e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.677230] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1088.677472] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1088.677633] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.677817] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1088.677963] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.678143] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1088.678358] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1088.678520] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1088.678684] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1088.678846] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1088.679031] env[68758]: DEBUG nova.virt.hardware [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1088.685332] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfiguring VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1088.685709] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6cdf8f6-2399-4217-835a-59fa6b6c43d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.705814] env[68758]: DEBUG oslo_vmware.api [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1088.705814] env[68758]: value = "task-2943035" [ 1088.705814] env[68758]: _type = "Task" [ 1088.705814] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.715966] env[68758]: DEBUG oslo_vmware.api [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943035, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.759177] env[68758]: DEBUG nova.compute.manager [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-changed-0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1088.759497] env[68758]: DEBUG nova.compute.manager [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing instance network info cache due to event network-changed-0652c1b0-d076-4f2b-a4f5-a95d51d0db88. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1088.759688] env[68758]: DEBUG oslo_concurrency.lockutils [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.759887] env[68758]: DEBUG oslo_concurrency.lockutils [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.760167] env[68758]: DEBUG nova.network.neutron [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing network info cache for port 0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1088.776678] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.779489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.830s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.779790] env[68758]: DEBUG nova.objects.instance [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lazy-loading 'resources' on Instance uuid cd3e2098-9230-4c6d-b11a-ed3939cfbdbf {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.798731] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943033, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.895819] env[68758]: INFO nova.scheduler.client.report [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Deleted allocations for instance 9fb785b0-cd9a-4893-9b79-4afaf38491c9 [ 1089.015233] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943034, 'name': PowerOffVM_Task, 'duration_secs': 0.425668} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.015585] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.015725] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.024494] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.048640] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.048836] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.049390] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.049390] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.049485] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.049626] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.049898] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.050077] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.050252] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.050417] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.050589] env[68758]: DEBUG nova.virt.hardware [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.051521] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37a47d2-9e84-444e-b2e1-03d694e772e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.064016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9a7d5d-d848-48f5-98f7-1976a055fba7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.079786] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.085467] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Creating folder: Project (1b714b239de5485dbe33d1304a8660b1). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.085855] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b574ee50-946a-4d1a-a9f9-6706a580c1ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.098708] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Created folder: Project (1b714b239de5485dbe33d1304a8660b1) in parent group-v590497. [ 1089.098949] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Creating folder: Instances. Parent ref: group-v590773. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.099262] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1939556-1548-42b1-8ce4-235f5e4b50c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.111826] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Created folder: Instances in parent group-v590773. [ 1089.112424] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.112784] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.113165] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fc6b2bb-c91f-4a2b-92eb-e33da8899a0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.133651] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.133651] env[68758]: value = "task-2943038" [ 1089.133651] env[68758]: _type = "Task" [ 1089.133651] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.142487] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943038, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.215975] env[68758]: DEBUG oslo_vmware.api [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.299465] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943033, 'name': CloneVM_Task} progress is 95%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.416371] env[68758]: DEBUG oslo_concurrency.lockutils [None req-33213788-d304-4a1f-b5dc-a1c2822beaf5 tempest-ServersListShow2100Test-309839394 tempest-ServersListShow2100Test-309839394-project-member] Lock "9fb785b0-cd9a-4893-9b79-4afaf38491c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.029s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.460868] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.461150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.461540] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.461871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.462198] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.465325] env[68758]: INFO nova.compute.manager [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Terminating instance [ 1089.502647] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43c2832-924d-4c05-bb95-62b8cfaf5ad5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.511385] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7210e80c-2ba5-419f-88d5-5744bfaa04de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.549467] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.549745] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.549927] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.550139] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.550287] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.550436] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.550649] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.550822] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.550990] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.551164] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.551335] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.558040] env[68758]: DEBUG nova.network.neutron [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updated VIF entry in instance network info cache for port 0652c1b0-d076-4f2b-a4f5-a95d51d0db88. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.558040] env[68758]: DEBUG nova.network.neutron [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "address": "fa:16:3e:82:b7:85", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652c1b0-d0", "ovs_interfaceid": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.559408] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c3a9a15-39c2-40e0-a9b8-ce882492495c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.571747] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7053e0-2b96-4433-8516-8bf457dbc6cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.582712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05fd1081-9062-4bf2-b29e-5da13bbef607 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.586866] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1089.586866] env[68758]: value = "task-2943039" [ 1089.586866] env[68758]: _type = "Task" [ 1089.586866] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.599602] env[68758]: DEBUG nova.compute.provider_tree [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.608247] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943039, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.645635] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943038, 'name': CreateVM_Task, 'duration_secs': 0.442674} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.645844] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.646385] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.646560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.646881] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.647155] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887de0d4-5520-4356-a337-1b2126c9b8bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.652677] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1089.652677] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529734c5-1069-22e5-a430-d960d995dfdb" [ 1089.652677] env[68758]: _type = "Task" [ 1089.652677] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.661614] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529734c5-1069-22e5-a430-d960d995dfdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.716344] env[68758]: DEBUG oslo_vmware.api [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943035, 'name': ReconfigVM_Task, 'duration_secs': 0.949134} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.716865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.717088] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfigured VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1089.798731] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943033, 'name': CloneVM_Task, 'duration_secs': 1.392588} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.798993] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Created linked-clone VM from snapshot [ 1089.799801] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ee6403-0a4b-4caf-8847-8d40b71ef1aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.808973] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Uploading image 036f0fbd-8d73-4c32-ab6f-849dac87f9ba {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1089.829309] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1089.829309] env[68758]: value = "vm-590772" [ 1089.829309] env[68758]: _type = "VirtualMachine" [ 1089.829309] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1089.829583] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-829f4a35-6e5b-4fdd-b2d1-aa5972a63733 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.836945] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lease: (returnval){ [ 1089.836945] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280aa19-ae23-0035-b245-2be769479d22" [ 1089.836945] env[68758]: _type = "HttpNfcLease" [ 1089.836945] env[68758]: } obtained for exporting VM: (result){ [ 1089.836945] env[68758]: value = "vm-590772" [ 1089.836945] env[68758]: _type = "VirtualMachine" [ 1089.836945] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1089.837251] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the lease: (returnval){ [ 1089.837251] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280aa19-ae23-0035-b245-2be769479d22" [ 1089.837251] env[68758]: _type = "HttpNfcLease" [ 1089.837251] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1089.844585] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1089.844585] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280aa19-ae23-0035-b245-2be769479d22" [ 1089.844585] env[68758]: _type = "HttpNfcLease" [ 1089.844585] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1089.970020] env[68758]: DEBUG nova.compute.manager [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.970321] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.970614] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba645855-29d8-477f-8223-fa91eaf48870 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.980416] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1089.980416] env[68758]: value = "task-2943041" [ 1089.980416] env[68758]: _type = "Task" [ 1089.980416] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.991910] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.076155] env[68758]: DEBUG oslo_concurrency.lockutils [req-0599b3ca-001d-4c4f-8352-9f850e9fb513 req-79a9b59b-b1a7-408c-9139-2031ff333982 service nova] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.099049] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943039, 'name': ReconfigVM_Task, 'duration_secs': 0.233793} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.099049] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.107034] env[68758]: DEBUG nova.scheduler.client.report [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.165026] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529734c5-1069-22e5-a430-d960d995dfdb, 'name': SearchDatastore_Task, 'duration_secs': 0.013013} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.165026] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.165026] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.165308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.165499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.165731] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.166058] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-898880f7-f5f6-4cae-bd16-68cd49ab8d43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.175701] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.175994] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.176746] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d1e3e17-b26c-4b6e-bffb-42ff6184483f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.183374] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1090.183374] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5286b13b-f397-8e53-c299-7abaa0086dcd" [ 1090.183374] env[68758]: _type = "Task" [ 1090.183374] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.197029] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5286b13b-f397-8e53-c299-7abaa0086dcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011223} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.197955] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc22bd45-467a-4516-ae37-8934e721c35f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.203818] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1090.203818] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d5ee7-094e-2ccf-5fad-d5a5c39ac831" [ 1090.203818] env[68758]: _type = "Task" [ 1090.203818] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.213463] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d5ee7-094e-2ccf-5fad-d5a5c39ac831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.222149] env[68758]: DEBUG oslo_concurrency.lockutils [None req-34a5f7d5-6872-4f3a-8012-0347140fb9be tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.349s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.346807] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1090.346807] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280aa19-ae23-0035-b245-2be769479d22" [ 1090.346807] env[68758]: _type = "HttpNfcLease" [ 1090.346807] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1090.347204] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1090.347204] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280aa19-ae23-0035-b245-2be769479d22" [ 1090.347204] env[68758]: _type = "HttpNfcLease" [ 1090.347204] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1090.348051] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a48a7-b6cb-4d73-87bf-2850d3a82624 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.356422] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1090.356606] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1090.446041] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-33346eaa-67f6-4142-996e-86e1b00106e9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.491062] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943041, 'name': PowerOffVM_Task, 'duration_secs': 0.379584} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.491062] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.491062] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.491062] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590737', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'name': 'volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '884da089-8c4f-46b9-a8a9-602a79e248d5', 'attached_at': '2025-03-11T18:10:32.000000', 'detached_at': '', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'serial': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.491819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5a3ed-d51f-456c-bb89-489686dc2390 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.512803] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331639a4-4d3c-4333-9df1-f902c000d0d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.519625] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e46556-9c13-4e34-88cc-89f89fc057a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539348] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61cf1c3f-4ccd-44d8-90ad-c7c3ebef39da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.555200] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] The volume has not been displaced from its original location: [datastore1] volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3/volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.560317] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.560617] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2727b6f-45c1-4a8b-88b7-8fda03c1d1ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.579940] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1090.579940] env[68758]: value = "task-2943042" [ 1090.579940] env[68758]: _type = "Task" [ 1090.579940] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.589581] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943042, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.610041] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.610305] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.610461] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.610642] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.610786] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.610929] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.611154] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.611315] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.611472] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.611634] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.611796] env[68758]: DEBUG nova.virt.hardware [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.617645] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfiguring VM instance instance-00000060 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.618385] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.620692] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ccccc6-f378-4e2a-bf9c-0472ebe2b16c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.633355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.861s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.633591] env[68758]: DEBUG nova.objects.instance [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lazy-loading 'resources' on Instance uuid 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.643918] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1090.643918] env[68758]: value = "task-2943043" [ 1090.643918] env[68758]: _type = "Task" [ 1090.643918] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.650187] env[68758]: INFO nova.scheduler.client.report [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Deleted allocations for instance cd3e2098-9230-4c6d-b11a-ed3939cfbdbf [ 1090.657726] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.722394] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]529d5ee7-094e-2ccf-5fad-d5a5c39ac831, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.722394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.722394] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.722394] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17898fbd-f50a-4ade-88a8-9d857eaa52b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.732273] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1090.732273] env[68758]: value = "task-2943044" [ 1090.732273] env[68758]: _type = "Task" [ 1090.732273] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.744526] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.094673] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943042, 'name': ReconfigVM_Task, 'duration_secs': 0.312379} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.095137] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.100407] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fb55bd-ea30-45a7-b51e-9d69ad612937 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.121805] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1091.121805] env[68758]: value = "task-2943045" [ 1091.121805] env[68758]: _type = "Task" [ 1091.121805] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.132694] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.156473] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943043, 'name': ReconfigVM_Task, 'duration_secs': 0.379231} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.156898] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfigured VM instance instance-00000060 to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.157812] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a078ef2-b29d-4922-87e6-b65eee9c25fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.166791] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1925849-7e01-4a4e-ab23-78bd357f72a2 tempest-AttachInterfacesUnderV243Test-930393197 tempest-AttachInterfacesUnderV243Test-930393197-project-member] Lock "cd3e2098-9230-4c6d-b11a-ed3939cfbdbf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.036s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.190083] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.194149] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8794a6f2-2198-429a-93bd-518d67237deb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.216357] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1091.216357] env[68758]: value = "task-2943046" [ 1091.216357] env[68758]: _type = "Task" [ 1091.216357] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.230223] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943046, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.246174] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496935} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.247032] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.247032] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.247032] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd29bdf0-b01a-48b7-99cf-421456110bcc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.254275] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1091.254275] env[68758]: value = "task-2943047" [ 1091.254275] env[68758]: _type = "Task" [ 1091.254275] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.269259] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.477613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a053ba6-e948-40c0-9e6a-8781297d4073 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.487317] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1f6700-c4e5-4047-a45b-2df4035bbb98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.523498] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049ba417-e796-4a05-a00b-4d624781a0a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.536534] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c600e8-a6f8-4965-921c-21beb7e4a505 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.553494] env[68758]: DEBUG nova.compute.provider_tree [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.632936] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.737770] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.767876] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080756} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.769523] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.769523] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d25e8e3-9568-4314-a6ee-698fbd9f6e3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.797532] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.798730] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c37cfd-e186-4822-b353-4a002d821ec6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.825930] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1091.825930] env[68758]: value = "task-2943048" [ 1091.825930] env[68758]: _type = "Task" [ 1091.825930] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.837621] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943048, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.030720] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-216dd0a6-7cdf-4144-ab0d-dce0018fdd11" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.031051] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-216dd0a6-7cdf-4144-ab0d-dce0018fdd11" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.031462] env[68758]: DEBUG nova.objects.instance [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.057078] env[68758]: DEBUG nova.scheduler.client.report [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.134271] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.235603] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.337980] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.563169] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.566256] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.419s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.568273] env[68758]: INFO nova.compute.claims [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1092.597928] env[68758]: INFO nova.scheduler.client.report [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Deleted allocations for instance 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd [ 1092.637689] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943045, 'name': ReconfigVM_Task, 'duration_secs': 1.139018} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.638150] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590737', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'name': 'volume-d3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '884da089-8c4f-46b9-a8a9-602a79e248d5', 'attached_at': '2025-03-11T18:10:32.000000', 'detached_at': '', 'volume_id': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3', 'serial': 'd3f26708-dbe3-4c63-b78a-fbfabc9728d3'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.638648] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1092.639958] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eac2f99-dd75-45a3-8a19-f37a9a96f08e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.651943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.652374] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f6e09d-7456-4189-abf8-6be98b79e625 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.734786] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943046, 'name': ReconfigVM_Task, 'duration_secs': 1.265199} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.735192] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965/878c4729-4f9f-434f-b2eb-a301a9f3d965.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.735507] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1092.745038] env[68758]: DEBUG nova.objects.instance [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.838161] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943048, 'name': ReconfigVM_Task, 'duration_secs': 0.623433} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.838677] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.839341] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9292966c-e062-445f-bd79-61ed548f2cc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.843867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.844078] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.844261] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleting the datastore file [datastore2] 884da089-8c4f-46b9-a8a9-602a79e248d5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.844510] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67c75fc2-26f9-4249-832b-806f977e5523 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.850272] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1092.850272] env[68758]: value = "task-2943050" [ 1092.850272] env[68758]: _type = "Task" [ 1092.850272] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.861211] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943050, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.871035] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1092.871035] env[68758]: value = "task-2943051" [ 1092.871035] env[68758]: _type = "Task" [ 1092.871035] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.878313] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.110252] env[68758]: DEBUG oslo_concurrency.lockutils [None req-14f76e0d-2b59-47ab-9e94-e6cff4023cee tempest-ServerDiskConfigTestJSON-1796634604 tempest-ServerDiskConfigTestJSON-1796634604-project-member] Lock "9de27ac3-eb62-461d-9be5-cc7dadd8c9dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.242684] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45c9df8-5963-46c0-aaea-a7eb56e4340e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.248873] env[68758]: DEBUG nova.objects.base [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<7401bb05-c374-407b-a8f7-8988fb6fd4ba> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1093.249097] env[68758]: DEBUG nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1093.266535] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d769072f-4fa4-4404-a81d-ab659366a39f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.286692] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1093.353498] env[68758]: DEBUG nova.policy [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1093.369488] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943050, 'name': Rename_Task, 'duration_secs': 0.172516} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.370590] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.375239] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a93fdb6a-ce63-465e-9922-31467e458413 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.382906] env[68758]: DEBUG oslo_vmware.api [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206047} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.384347] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1093.384564] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1093.384742] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1093.384955] env[68758]: INFO nova.compute.manager [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Took 3.41 seconds to destroy the instance on the hypervisor. [ 1093.385277] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1093.385545] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1093.385545] env[68758]: value = "task-2943052" [ 1093.385545] env[68758]: _type = "Task" [ 1093.385545] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.385874] env[68758]: DEBUG nova.compute.manager [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1093.385874] env[68758]: DEBUG nova.network.neutron [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1093.399761] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.798569] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020c2a61-9c7b-4f0d-b7c5-edd125086064 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.808668] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42277dda-4d8c-460e-bd83-f63d700661a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.847289] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ad1217-621b-43da-adc9-f6656303993e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.857592] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b322fe-d04e-4824-a162-2240166297f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.872967] env[68758]: DEBUG nova.compute.provider_tree [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.901217] env[68758]: DEBUG oslo_vmware.api [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943052, 'name': PowerOnVM_Task, 'duration_secs': 0.46837} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.902203] env[68758]: DEBUG nova.network.neutron [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Port ee790367-a64e-41d6-9964-5290d93faa40 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1093.903736] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.904014] env[68758]: INFO nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Took 4.88 seconds to spawn the instance on the hypervisor. [ 1093.904294] env[68758]: DEBUG nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.905777] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d5c2a3-9f71-4f33-b6db-f73b3bb8dbf3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.262269] env[68758]: DEBUG nova.compute.manager [req-533e00de-1300-474e-8d34-40ece9d4b982 req-8bb5c43e-360a-436a-95ee-6d263b110372 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Received event network-vif-deleted-051184fe-90b8-4ba5-a594-fd3246a48762 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1094.263694] env[68758]: INFO nova.compute.manager [req-533e00de-1300-474e-8d34-40ece9d4b982 req-8bb5c43e-360a-436a-95ee-6d263b110372 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Neutron deleted interface 051184fe-90b8-4ba5-a594-fd3246a48762; detaching it from the instance and deleting it from the info cache [ 1094.263694] env[68758]: DEBUG nova.network.neutron [req-533e00de-1300-474e-8d34-40ece9d4b982 req-8bb5c43e-360a-436a-95ee-6d263b110372 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.376027] env[68758]: DEBUG nova.scheduler.client.report [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.432431] env[68758]: INFO nova.compute.manager [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Took 16.95 seconds to build instance. [ 1094.566453] env[68758]: DEBUG nova.network.neutron [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.768515] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f18e1608-4ecb-410c-9edc-300bf6024a24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.779738] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9065b70d-dbee-4633-adfe-8a689255eb2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.817745] env[68758]: DEBUG nova.compute.manager [req-533e00de-1300-474e-8d34-40ece9d4b982 req-8bb5c43e-360a-436a-95ee-6d263b110372 service nova] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Detach interface failed, port_id=051184fe-90b8-4ba5-a594-fd3246a48762, reason: Instance 884da089-8c4f-46b9-a8a9-602a79e248d5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1094.882686] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.883453] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1094.886725] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.607s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.886989] env[68758]: DEBUG nova.objects.instance [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid bda5f018-30d3-4af8-aae7-7bb2f990e995 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.926309] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.926566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.926817] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.936210] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0a0b3909-eb1b-440f-adbc-0175d828f85f tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.463s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.000037] env[68758]: INFO nova.compute.manager [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Rebuilding instance [ 1095.069471] env[68758]: INFO nova.compute.manager [-] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Took 1.68 seconds to deallocate network for instance. [ 1095.086808] env[68758]: DEBUG nova.compute.manager [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.088471] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a1bf8c-5fa6-488e-84e9-dc526927639a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.394121] env[68758]: DEBUG nova.compute.utils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1095.402530] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1095.403563] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1095.441427] env[68758]: DEBUG nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Successfully updated port: 216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.472577] env[68758]: DEBUG nova.policy [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e92a367524342668222cc732b358f0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99880a05b4374b0ca83ecbb7cb5cf6ce', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1095.587555] env[68758]: INFO nova.compute.manager [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Rebuilding instance [ 1095.613079] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4539ae-2114-4b6b-a9dc-2e2def2b547e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.629302] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88096913-55ac-42d5-84ff-406bc94994c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.636441] env[68758]: INFO nova.compute.manager [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Took 0.57 seconds to detach 1 volumes for instance. [ 1095.673076] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266d2fd8-2db1-44cd-813c-346c6bfb8f2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.676092] env[68758]: DEBUG nova.compute.manager [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1095.676933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14294a1-c664-4b62-a97c-8ff5b6aab6ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.683959] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef7311c-1f13-4074-9f41-9e00bfd67bed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.704357] env[68758]: DEBUG nova.compute.provider_tree [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.838218] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Successfully created port: bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1095.904747] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1095.916802] env[68758]: DEBUG nova.compute.manager [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-plugged-216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1095.917079] env[68758]: DEBUG oslo_concurrency.lockutils [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.917352] env[68758]: DEBUG oslo_concurrency.lockutils [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.919222] env[68758]: DEBUG oslo_concurrency.lockutils [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.919222] env[68758]: DEBUG nova.compute.manager [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] No waiting events found dispatching network-vif-plugged-216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1095.919222] env[68758]: WARNING nova.compute.manager [req-0c34bcd7-79b3-4813-b5ee-ca8f8afcb505 req-a98f7c83-aa5e-4fd7-bf80-0b96eebab2f7 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received unexpected event network-vif-plugged-216dd0a6-7cdf-4144-ab0d-dce0018fdd11 for instance with vm_state active and task_state None. [ 1095.944502] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.944697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.944892] env[68758]: DEBUG nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1095.970490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.970668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.970876] env[68758]: DEBUG nova.network.neutron [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.107862] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.108270] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390508fd-b55f-4881-b88b-117008b93079 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.118329] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1096.118329] env[68758]: value = "task-2943053" [ 1096.118329] env[68758]: _type = "Task" [ 1096.118329] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.129571] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.174959] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.207021] env[68758]: DEBUG nova.scheduler.client.report [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.512099] env[68758]: WARNING nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1096.512357] env[68758]: WARNING nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1096.635845] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943053, 'name': PowerOffVM_Task, 'duration_secs': 0.189394} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.636670] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.637132] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.637985] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2515cd-6a84-468c-a590-ec19ca5a7651 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.648547] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.648809] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8046295-e559-4696-891c-7bf40489a3d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.683514] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.684170] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.684170] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Deleting the datastore file [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.684322] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9e24fa7-518b-4c22-8d70-7b2aa6a25bdc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.692332] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1096.692332] env[68758]: value = "task-2943055" [ 1096.692332] env[68758]: _type = "Task" [ 1096.692332] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.696646] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.700170] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ebcc99-48b6-4a3b-a3f9-60adfe9e9e40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.703561] env[68758]: DEBUG nova.network.neutron [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.708113] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.709593] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1096.709593] env[68758]: value = "task-2943056" [ 1096.709593] env[68758]: _type = "Task" [ 1096.709593] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.713266] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.827s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.716545] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.542s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.717826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.729026] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.754277] env[68758]: INFO nova.scheduler.client.report [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance bda5f018-30d3-4af8-aae7-7bb2f990e995 [ 1096.766188] env[68758]: INFO nova.scheduler.client.report [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted allocations for instance 884da089-8c4f-46b9-a8a9-602a79e248d5 [ 1096.915034] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1096.942654] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1096.942955] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1096.943191] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1096.943479] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1096.943641] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1096.943814] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1096.944094] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1096.944267] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1096.944498] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1096.944668] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1096.945393] env[68758]: DEBUG nova.virt.hardware [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1096.947401] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091798ea-f9e7-490f-9d00-def07b96b8c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.961716] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e22be3-b52d-4c1a-a623-fb931733fee7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.207114] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.212470] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123649} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.214893] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.219032] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.219032] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.228581] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943056, 'name': PowerOffVM_Task, 'duration_secs': 0.249279} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.229060] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.229832] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.230120] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfc11602-6cba-464b-b53b-a5175dc4874b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.240099] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1097.240099] env[68758]: value = "task-2943057" [ 1097.240099] env[68758]: _type = "Task" [ 1097.240099] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.256789] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1097.257063] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.259439] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590734', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'name': 'volume-c3d48f18-bb49-4eac-8419-31e52247b652', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60c641a8-c3e6-40d2-820a-b650ed36bf98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'serial': 'c3d48f18-bb49-4eac-8419-31e52247b652'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.260615] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d7688c-311a-4adf-96a1-c641b2c3a2d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.285124] env[68758]: DEBUG oslo_concurrency.lockutils [None req-fdc721eb-f1db-43fa-8668-a4bf798cdb10 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "884da089-8c4f-46b9-a8a9-602a79e248d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.824s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.287430] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ce8bcd-668d-49da-909c-3eb85ea2f331 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.291236] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fa39a6d-9bf3-4b90-ac9d-8de511360e83 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "bda5f018-30d3-4af8-aae7-7bb2f990e995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.404s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.298045] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3296d11-9bc2-489f-a02b-997f95563671 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.318686] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731d850-3c62-4b89-be2b-13220a9c294f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.335683] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] The volume has not been displaced from its original location: [datastore2] volume-c3d48f18-bb49-4eac-8419-31e52247b652/volume-c3d48f18-bb49-4eac-8419-31e52247b652.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.341191] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.341737] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e2384ca-00e1-48d9-8a22-3a7d736b70cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.365065] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1097.365065] env[68758]: value = "task-2943058" [ 1097.365065] env[68758]: _type = "Task" [ 1097.365065] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.375051] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.459456] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Successfully updated port: bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1097.481254] env[68758]: DEBUG nova.compute.manager [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Received event network-vif-plugged-bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1097.481472] env[68758]: DEBUG oslo_concurrency.lockutils [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] Acquiring lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.481587] env[68758]: DEBUG oslo_concurrency.lockutils [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.481839] env[68758]: DEBUG oslo_concurrency.lockutils [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.481923] env[68758]: DEBUG nova.compute.manager [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] No waiting events found dispatching network-vif-plugged-bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1097.482451] env[68758]: WARNING nova.compute.manager [req-dd9be308-ebaa-4b09-903a-d8e10ff7a04f req-3efe33f1-b502-446f-9c02-e033473c7f51 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Received unexpected event network-vif-plugged-bf135fc0-c8c8-4665-b4cd-82089a326f53 for instance with vm_state building and task_state spawning. [ 1097.523912] env[68758]: DEBUG nova.network.neutron [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "address": "fa:16:3e:82:b7:85", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652c1b0-d0", "ovs_interfaceid": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "address": "fa:16:3e:fe:30:df", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216dd0a6-7c", "ovs_interfaceid": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.741023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfafffc-8b1b-4d3d-8bc0-149dae3861c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.768344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3e99e7-9136-40af-9e08-ec73df81e687 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.780172] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1097.877605] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943058, 'name': ReconfigVM_Task, 'duration_secs': 0.210237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.877605] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1097.881742] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca3464b-4484-432e-85fc-8d7bd06f7697 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.899646] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1097.899646] env[68758]: value = "task-2943059" [ 1097.899646] env[68758]: _type = "Task" [ 1097.899646] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.908704] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.961616] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.961783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.962105] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1098.027074] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.028326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.028326] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.029228] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afb009d-c357-4203-bb63-718cd94b779f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.049824] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.050018] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.050264] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.050714] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.050832] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.051050] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.051328] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.051651] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.051751] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.051977] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.052283] env[68758]: DEBUG nova.virt.hardware [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.064497] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfiguring VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1098.064864] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e13296f-21b0-4271-a1e1-b16d88d6d4c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.093201] env[68758]: DEBUG oslo_vmware.api [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1098.093201] env[68758]: value = "task-2943060" [ 1098.093201] env[68758]: _type = "Task" [ 1098.093201] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.102709] env[68758]: DEBUG oslo_vmware.api [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.163457] env[68758]: DEBUG nova.compute.manager [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-changed-216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1098.163567] env[68758]: DEBUG nova.compute.manager [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing instance network info cache due to event network-changed-216dd0a6-7cdf-4144-ab0d-dce0018fdd11. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1098.163761] env[68758]: DEBUG oslo_concurrency.lockutils [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.163944] env[68758]: DEBUG oslo_concurrency.lockutils [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.164060] env[68758]: DEBUG nova.network.neutron [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Refreshing network info cache for port 216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.264663] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.264911] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.265098] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.265289] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.265436] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.266065] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.266065] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.266065] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.266224] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.266546] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.266688] env[68758]: DEBUG nova.virt.hardware [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.267626] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e086d567-9fb9-42dd-8b70-438eca22b6d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.277349] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac0541-f8e0-488a-9bca-d8529adc3e60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.294985] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.295530] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance VIF info [] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.301659] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.301974] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5f88771-f5f4-4dd3-a5a8-aa51caa15565 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.303866] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.304474] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c602b597-d6dd-448b-b256-f96ba0e5697a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.324084] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.324084] env[68758]: value = "task-2943062" [ 1098.324084] env[68758]: _type = "Task" [ 1098.324084] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.329312] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1098.329312] env[68758]: value = "task-2943061" [ 1098.329312] env[68758]: _type = "Task" [ 1098.329312] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.342525] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943062, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.348577] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943061, 'name': PowerOnVM_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.414566] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943059, 'name': ReconfigVM_Task, 'duration_secs': 0.248859} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.414991] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590734', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'name': 'volume-c3d48f18-bb49-4eac-8419-31e52247b652', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '60c641a8-c3e6-40d2-820a-b650ed36bf98', 'attached_at': '', 'detached_at': '', 'volume_id': 'c3d48f18-bb49-4eac-8419-31e52247b652', 'serial': 'c3d48f18-bb49-4eac-8419-31e52247b652'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.415334] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.416210] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b47601-a729-412c-a557-a41f7db8d59a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.432430] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.435299] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e6aad28-a0e4-4db8-84d0-2302cd2e3713 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.499891] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1098.524083] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.524430] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.524572] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Deleting the datastore file [datastore2] 60c641a8-c3e6-40d2-820a-b650ed36bf98 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.527785] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db5e88ca-d584-4446-b12b-ab4b99f34763 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.535997] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for the task: (returnval){ [ 1098.535997] env[68758]: value = "task-2943064" [ 1098.535997] env[68758]: _type = "Task" [ 1098.535997] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.546898] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.606311] env[68758]: DEBUG oslo_vmware.api [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.626957] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.626957] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.755930] env[68758]: DEBUG nova.network.neutron [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Updating instance_info_cache with network_info: [{"id": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "address": "fa:16:3e:ac:e8:98", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf135fc0-c8", "ovs_interfaceid": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.838123] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943062, 'name': CreateVM_Task, 'duration_secs': 0.413621} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.838972] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.839678] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.840037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.840459] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.840896] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3401afdd-3a27-4ba9-a1f4-78e3bf52ec13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.846948] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943061, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.871899] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1098.871899] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5232dd0c-e613-c0bf-d0d4-15c4efdb8ff5" [ 1098.871899] env[68758]: _type = "Task" [ 1098.871899] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.883670] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5232dd0c-e613-c0bf-d0d4-15c4efdb8ff5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.018154] env[68758]: DEBUG nova.network.neutron [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updated VIF entry in instance network info cache for port 216dd0a6-7cdf-4144-ab0d-dce0018fdd11. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.018154] env[68758]: DEBUG nova.network.neutron [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "address": "fa:16:3e:82:b7:85", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0652c1b0-d0", "ovs_interfaceid": "0652c1b0-d076-4f2b-a4f5-a95d51d0db88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "address": "fa:16:3e:fe:30:df", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216dd0a6-7c", "ovs_interfaceid": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.048281] env[68758]: DEBUG oslo_vmware.api [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Task: {'id': task-2943064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12349} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.048649] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.048876] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.049097] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.105011] env[68758]: DEBUG oslo_vmware.api [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943060, 'name': ReconfigVM_Task, 'duration_secs': 0.806893} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.105547] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.105759] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfigured VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1099.117012] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1099.117185] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0406b857-b574-4397-998b-497e15a30efa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.129069] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d496a0-d1a9-4e20-96a3-ebdc1fb27c9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.141218] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1099.160912] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.172234] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.176134] env[68758]: ERROR nova.compute.manager [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Failed to detach volume c3d48f18-bb49-4eac-8419-31e52247b652 from /dev/sda: nova.exception.InstanceNotFound: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Traceback (most recent call last): [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self.driver.rebuild(**kwargs) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise NotImplementedError() [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] NotImplementedError [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] During handling of the above exception, another exception occurred: [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Traceback (most recent call last): [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self.driver.detach_volume(context, old_connection_info, [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] return self._volumeops.detach_volume(connection_info, instance) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._detach_volume_vmdk(connection_info, instance) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] stable_ref.fetch_moref(session) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] nova.exception.InstanceNotFound: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. [ 1099.176134] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.259113] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.259452] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Instance network_info: |[{"id": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "address": "fa:16:3e:ac:e8:98", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf135fc0-c8", "ovs_interfaceid": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1099.259913] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e8:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf135fc0-c8c8-4665-b4cd-82089a326f53', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1099.267551] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.268008] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1099.268264] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-739d20f5-bef0-4228-b140-30849d89d08d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.292707] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1099.292707] env[68758]: value = "task-2943065" [ 1099.292707] env[68758]: _type = "Task" [ 1099.292707] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.301012] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943065, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.341500] env[68758]: DEBUG oslo_vmware.api [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943061, 'name': PowerOnVM_Task, 'duration_secs': 0.580377} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.343032] env[68758]: DEBUG nova.compute.utils [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Build of instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 aborted: Failed to rebuild volume backed instance. {{(pid=68758) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1099.344242] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.344440] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3b634322-e9a8-495d-a7b4-95e0d182465a tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance '878c4729-4f9f-434f-b2eb-a301a9f3d965' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1099.349013] env[68758]: ERROR nova.compute.manager [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 aborted: Failed to rebuild volume backed instance. [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Traceback (most recent call last): [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self.driver.rebuild(**kwargs) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise NotImplementedError() [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] NotImplementedError [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] During handling of the above exception, another exception occurred: [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Traceback (most recent call last): [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._detach_root_volume(context, instance, root_bdm) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] with excutils.save_and_reraise_exception(): [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self.force_reraise() [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise self.value [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self.driver.detach_volume(context, old_connection_info, [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] return self._volumeops.detach_volume(connection_info, instance) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._detach_volume_vmdk(connection_info, instance) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] stable_ref.fetch_moref(session) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] nova.exception.InstanceNotFound: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] During handling of the above exception, another exception occurred: [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Traceback (most recent call last): [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 11390, in _error_out_instance_on_exception [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] yield [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1099.349013] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._do_rebuild_instance_with_claim( [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._do_rebuild_instance( [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._rebuild_default_impl(**kwargs) [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] self._rebuild_volume_backed_instance( [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] raise exception.BuildAbortException( [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] nova.exception.BuildAbortException: Build of instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 aborted: Failed to rebuild volume backed instance. [ 1099.350348] env[68758]: ERROR nova.compute.manager [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] [ 1099.383056] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5232dd0c-e613-c0bf-d0d4-15c4efdb8ff5, 'name': SearchDatastore_Task, 'duration_secs': 0.013858} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.383348] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.383630] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1099.383913] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.384107] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.384328] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1099.384617] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0ba3af-9b07-466f-892d-ffbef3051828 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.398253] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1099.398253] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1099.399252] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-168fe466-ac67-436d-be28-5f160b8773dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.406218] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1099.406218] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae9a8d-cc09-420d-43c5-e71a2e2d3a16" [ 1099.406218] env[68758]: _type = "Task" [ 1099.406218] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.417799] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae9a8d-cc09-420d-43c5-e71a2e2d3a16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.458108] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1099.459032] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a626d6c-7537-4b88-9261-f092ee8043a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.466139] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1099.466359] env[68758]: ERROR oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk due to incomplete transfer. [ 1099.467062] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a1be5943-9b37-4eb0-8d13-3b4b34265980 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.475971] env[68758]: DEBUG oslo_vmware.rw_handles [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f8317e-78a9-bd77-71e8-c3abf0ff6ef1/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1099.476223] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Uploaded image 036f0fbd-8d73-4c32-ab6f-849dac87f9ba to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1099.481241] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1099.481241] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9b4904f2-0ca1-465f-bde5-db12614e96df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.490025] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1099.490025] env[68758]: value = "task-2943066" [ 1099.490025] env[68758]: _type = "Task" [ 1099.490025] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.497729] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943066, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.522111] env[68758]: DEBUG oslo_concurrency.lockutils [req-48fa6b6d-b5e9-4226-b72b-37db52a0d0ac req-8832304c-09bb-4f2b-af48-c520b2a48091 service nova] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.525858] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.526236] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.612737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6582515-b830-4303-bf25-cf597e43c998 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-216dd0a6-7cdf-4144-ab0d-dce0018fdd11" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.581s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.668463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.668785] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.670567] env[68758]: INFO nova.compute.claims [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.681854] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.682247] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.682486] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.682767] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.683042] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.684206] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.684206] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1099.684206] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1099.809184] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943065, 'name': CreateVM_Task, 'duration_secs': 0.407951} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.809458] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.810234] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.810463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.810826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.811147] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d675deff-8477-4513-93e9-39733cd8b36c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.816567] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1099.816567] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d94b5b-2bd1-f836-965f-59a9077d8fe5" [ 1099.816567] env[68758]: _type = "Task" [ 1099.816567] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.826163] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d94b5b-2bd1-f836-965f-59a9077d8fe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.885737] env[68758]: DEBUG nova.compute.manager [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Received event network-changed-bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1099.886081] env[68758]: DEBUG nova.compute.manager [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Refreshing instance network info cache due to event network-changed-bf135fc0-c8c8-4665-b4cd-82089a326f53. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1099.886420] env[68758]: DEBUG oslo_concurrency.lockutils [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] Acquiring lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.886666] env[68758]: DEBUG oslo_concurrency.lockutils [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] Acquired lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.886936] env[68758]: DEBUG nova.network.neutron [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Refreshing network info cache for port bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.917056] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ae9a8d-cc09-420d-43c5-e71a2e2d3a16, 'name': SearchDatastore_Task, 'duration_secs': 0.018977} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.917862] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38b8ac57-837e-4699-8cd4-bfbea192133b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.924334] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1099.924334] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee722b-312f-1490-996f-fb7791586cf9" [ 1099.924334] env[68758]: _type = "Task" [ 1099.924334] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.933388] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee722b-312f-1490-996f-fb7791586cf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.999103] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943066, 'name': Destroy_Task, 'duration_secs': 0.392029} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.999369] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Destroyed the VM [ 1099.999622] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1099.999913] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-599bafca-1753-4739-a043-fef135c9d31e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.007380] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1100.007380] env[68758]: value = "task-2943067" [ 1100.007380] env[68758]: _type = "Task" [ 1100.007380] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.017039] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943067, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.028759] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.188467] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.282019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.282788] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.329155] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d94b5b-2bd1-f836-965f-59a9077d8fe5, 'name': SearchDatastore_Task, 'duration_secs': 0.011134} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.333019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.333019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.333019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.436161] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee722b-312f-1490-996f-fb7791586cf9, 'name': SearchDatastore_Task, 'duration_secs': 0.012675} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.436634] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.437034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1100.437451] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.437788] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.438112] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f30079f-71a6-49de-9ce1-e9b2edf8fe1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.440566] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41aaea81-6279-42cb-b1ba-7be06c8e77ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.449773] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1100.449773] env[68758]: value = "task-2943068" [ 1100.449773] env[68758]: _type = "Task" [ 1100.449773] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.455489] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.456301] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.457952] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-274845f4-1c7f-4d1a-9b3a-55cff614591e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.470101] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.472814] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1100.472814] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528772d2-ddbc-959b-58a7-81eec77e92ea" [ 1100.472814] env[68758]: _type = "Task" [ 1100.472814] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.487593] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528772d2-ddbc-959b-58a7-81eec77e92ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.518644] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943067, 'name': RemoveSnapshot_Task} progress is 70%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.560916] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.636485] env[68758]: DEBUG nova.network.neutron [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Updated VIF entry in instance network info cache for port bf135fc0-c8c8-4665-b4cd-82089a326f53. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1100.637128] env[68758]: DEBUG nova.network.neutron [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Updating instance_info_cache with network_info: [{"id": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "address": "fa:16:3e:ac:e8:98", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf135fc0-c8", "ovs_interfaceid": "bf135fc0-c8c8-4665-b4cd-82089a326f53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.787923] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1100.909423] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524c7c4-05dd-44ed-afcc-8712256af967 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.921901] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec2db85-0c3a-4757-8bff-6553bc7585a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.966417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f31ab2-31e6-40e0-bb25-8de64f165dda {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.978384] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943068, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.982953] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352cb957-6ff6-44cd-8088-621b36b13d64 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.002283] env[68758]: DEBUG nova.compute.provider_tree [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.008345] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528772d2-ddbc-959b-58a7-81eec77e92ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.008721] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad8f07dd-7563-4ec0-9e46-b4eb75dc7e1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.019487] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1101.019487] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dbae28-0f07-96ee-08e1-b61dac74cb62" [ 1101.019487] env[68758]: _type = "Task" [ 1101.019487] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.022705] env[68758]: DEBUG oslo_vmware.api [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943067, 'name': RemoveSnapshot_Task, 'duration_secs': 0.956171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.025836] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1101.026127] env[68758]: INFO nova.compute.manager [None req-74d04e6f-5ca4-415c-bdbf-a69501622159 tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 14.84 seconds to snapshot the instance on the hypervisor. [ 1101.037188] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dbae28-0f07-96ee-08e1-b61dac74cb62, 'name': SearchDatastore_Task, 'duration_secs': 0.011228} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.037188] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.037188] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9c037e3b-a587-437c-8ee9-da8e54a65f4f/9c037e3b-a587-437c-8ee9-da8e54a65f4f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.037188] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af4a6f95-b2fc-447e-9440-481d7ed95ff6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.043412] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1101.043412] env[68758]: value = "task-2943069" [ 1101.043412] env[68758]: _type = "Task" [ 1101.043412] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.055288] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.141211] env[68758]: DEBUG oslo_concurrency.lockutils [req-d11107b2-0c80-42f5-8322-0f53d6aa196d req-13fb9c85-72f3-4630-8a74-19275d324142 service nova] Releasing lock "refresh_cache-9c037e3b-a587-437c-8ee9-da8e54a65f4f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.284648] env[68758]: DEBUG oslo_concurrency.lockutils [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.285034] env[68758]: DEBUG oslo_concurrency.lockutils [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.317330] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.390691] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.397850] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-0652c1b0-d076-4f2b-a4f5-a95d51d0db88" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.398177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-0652c1b0-d076-4f2b-a4f5-a95d51d0db88" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.476027] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541724} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.476281] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.476497] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.476785] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-188c0ba4-dfc3-40ec-920c-1a6a8fb1b343 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.487534] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1101.487534] env[68758]: value = "task-2943070" [ 1101.487534] env[68758]: _type = "Task" [ 1101.487534] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.499051] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.505271] env[68758]: DEBUG nova.scheduler.client.report [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.554555] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47077} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.554841] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 9c037e3b-a587-437c-8ee9-da8e54a65f4f/9c037e3b-a587-437c-8ee9-da8e54a65f4f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1101.555072] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1101.555347] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2cbddc4-e563-4f31-b44a-f0bcce760a9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.563457] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1101.563457] env[68758]: value = "task-2943071" [ 1101.563457] env[68758]: _type = "Task" [ 1101.563457] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.572887] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.789046] env[68758]: INFO nova.compute.manager [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Detaching volume 9575ae65-f770-485b-b539-6ffa488e5d5f [ 1101.825068] env[68758]: INFO nova.virt.block_device [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Attempting to driver detach volume 9575ae65-f770-485b-b539-6ffa488e5d5f from mountpoint /dev/sdb [ 1101.825226] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1101.825420] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590742', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'name': 'volume-9575ae65-f770-485b-b539-6ffa488e5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd359c3d1-0efd-4e85-a7f6-d07058721af5', 'attached_at': '', 'detached_at': '', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'serial': '9575ae65-f770-485b-b539-6ffa488e5d5f'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1101.826276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af02c4d3-9514-4c86-8d1d-cc8d0750683f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.850594] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae4c978-7c5d-4892-b4e3-56603efb0987 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.858140] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fd1dd9-8ac2-41e8-890d-4a4b01f5bff9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.878106] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e02f3c-68bb-4d4a-9188-f33dc6a65549 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.892863] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] The volume has not been displaced from its original location: [datastore1] volume-9575ae65-f770-485b-b539-6ffa488e5d5f/volume-9575ae65-f770-485b-b539-6ffa488e5d5f.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1101.897965] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1101.898269] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5269d484-e023-473d-9a6f-18dd9979bced {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.910600] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.910759] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.911481] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14318fe2-e8b5-4a70-ac51-ee2b2edcdb54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.929697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc027ddd-0dd9-4486-b2f8-4632da24bd4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.932090] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1101.932090] env[68758]: value = "task-2943072" [ 1101.932090] env[68758]: _type = "Task" [ 1101.932090] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.952060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.952324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.952536] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.952718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.952889] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.959712] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfiguring VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1101.960272] env[68758]: INFO nova.compute.manager [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Terminating instance [ 1101.962021] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8514ec9b-194d-402e-ba14-75a1944cda37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.978651] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943072, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.985160] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1101.985160] env[68758]: value = "task-2943073" [ 1101.985160] env[68758]: _type = "Task" [ 1101.985160] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.998413] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076131} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.001386] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.001669] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.002365] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec0d4d-0ae9-44b5-977e-f9a91d0caaa3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.014107] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.014610] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.017259] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.021022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.021022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.021022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.021022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.027598] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.028186] env[68758]: INFO nova.compute.manager [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Terminating instance [ 1102.031448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.843s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.031448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.031448] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1102.031448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.470s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.031635] env[68758]: INFO nova.compute.claims [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.033706] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-531a58a0-a0de-4ca9-822b-f345f6f13f38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.050418] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d3b08b-959c-4114-8f9c-9a1313647c59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.054485] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.054485] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.054485] env[68758]: DEBUG nova.compute.manager [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Going to confirm migration 7 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1102.061165] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9e35df-4ab1-4bac-b77e-bbe9c4b79090 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.066868] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1102.066868] env[68758]: value = "task-2943074" [ 1102.066868] env[68758]: _type = "Task" [ 1102.066868] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.084036] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4650cf-dd53-449f-a76a-3b8a315a76b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.091847] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078942} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.092088] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.092709] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.093504] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecffeda-fb0f-410f-bc39-8469eadd8236 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.098796] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c01f641-b25d-4281-a75b-766527364985 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.119156] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 9c037e3b-a587-437c-8ee9-da8e54a65f4f/9c037e3b-a587-437c-8ee9-da8e54a65f4f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.120155] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16bd9c8e-f284-4822-8ac9-d196d501346f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.161182] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179962MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1102.161283] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.170452] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1102.170452] env[68758]: value = "task-2943075" [ 1102.170452] env[68758]: _type = "Task" [ 1102.170452] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.178562] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943075, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.442371] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.480600] env[68758]: DEBUG nova.compute.manager [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.481021] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02cebaa9-d2fc-42af-8752-2b60b580cdb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.492776] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f5c16a-8c5d-44a2-927f-4fa9e3e557cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.507755] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.522092] env[68758]: WARNING nova.virt.vmwareapi.driver [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. [ 1102.522236] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.522522] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c2eba35-334c-417b-8c01-d0c96e36e25d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.531148] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254c88b1-15f4-4cfe-928f-0f3edead7128 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.542082] env[68758]: DEBUG nova.compute.utils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.543438] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.543604] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.555034] env[68758]: DEBUG nova.compute.manager [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1102.555034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1102.558320] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063be015-ceae-43b7-9647-f1c027cf6989 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.574568] env[68758]: WARNING nova.virt.vmwareapi.vmops [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. [ 1102.574901] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.574941] env[68758]: INFO nova.compute.manager [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1102.575159] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.578722] env[68758]: DEBUG nova.compute.manager [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1102.578848] env[68758]: DEBUG nova.network.neutron [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1102.583223] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.583976] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5218d287-0c34-486a-8c75-607b80cca203 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.589011] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943074, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.590693] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1102.590693] env[68758]: value = "task-2943076" [ 1102.590693] env[68758]: _type = "Task" [ 1102.590693] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.599558] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.608369] env[68758]: DEBUG nova.policy [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cdb2cd9587644763a22747874997608f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '278520b5d1cb4521b5c6f009cf616bdc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.612551] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.612719] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquired lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.612886] env[68758]: DEBUG nova.network.neutron [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.613087] env[68758]: DEBUG nova.objects.instance [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'info_cache' on Instance uuid 878c4729-4f9f-434f-b2eb-a301a9f3d965 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.682742] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943075, 'name': ReconfigVM_Task, 'duration_secs': 0.317199} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.683076] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 9c037e3b-a587-437c-8ee9-da8e54a65f4f/9c037e3b-a587-437c-8ee9-da8e54a65f4f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1102.683751] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2f670c2-6ebf-49e9-b278-be3d825fc329 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.691324] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1102.691324] env[68758]: value = "task-2943077" [ 1102.691324] env[68758]: _type = "Task" [ 1102.691324] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.700862] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943077, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.946200] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943072, 'name': ReconfigVM_Task, 'duration_secs': 0.533647} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.946535] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1102.952100] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e7d82cc-d595-4349-af3e-302be74e8d97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.971649] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1102.971649] env[68758]: value = "task-2943078" [ 1102.971649] env[68758]: _type = "Task" [ 1102.971649] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.983632] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.999645] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.047870] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.086663] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943074, 'name': ReconfigVM_Task, 'duration_secs': 0.962014} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.086987] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57/923de234-0605-496e-ba7f-a2d24dcd3b57.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.087620] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-055aabe2-95ae-4a30-88d9-d1d6133af8b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.099192] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1103.099192] env[68758]: value = "task-2943079" [ 1103.099192] env[68758]: _type = "Task" [ 1103.099192] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.108384] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943076, 'name': PowerOffVM_Task, 'duration_secs': 0.237173} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.108759] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.109014] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.110306] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab3ebdcb-61f9-424b-a9b0-6707a2f6c660 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.123167] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943079, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.139783] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Successfully created port: 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.207426] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943077, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.209164] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.209650] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.209832] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Deleting the datastore file [datastore1] f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.210139] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a09856c-add3-41df-8eef-d16d65f0e78c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.222375] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for the task: (returnval){ [ 1103.222375] env[68758]: value = "task-2943081" [ 1103.222375] env[68758]: _type = "Task" [ 1103.222375] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.237049] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.283069] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd1de44-ba90-41a9-b15f-0afcb9449eb1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.291699] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3178a22a-7231-4180-b492-920055b8b5bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.326977] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c454c741-25d9-41f9-a9cf-9e81ed5aa52f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.337898] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60a26d9-e6f5-4fbb-a33f-c3347d432925 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.353254] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.483772] env[68758]: DEBUG oslo_vmware.api [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943078, 'name': ReconfigVM_Task, 'duration_secs': 0.21146} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.485077] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590742', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'name': 'volume-9575ae65-f770-485b-b539-6ffa488e5d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd359c3d1-0efd-4e85-a7f6-d07058721af5', 'attached_at': '', 'detached_at': '', 'volume_id': '9575ae65-f770-485b-b539-6ffa488e5d5f', 'serial': '9575ae65-f770-485b-b539-6ffa488e5d5f'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1103.497610] env[68758]: DEBUG nova.compute.manager [req-4e340146-f82a-4685-920c-3a014400e150 req-064f9262-8ef4-4a32-a8f8-bc52d0e9bbfd service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Received event network-vif-deleted-3f80a75f-8ad8-4af3-ad2d-c12ed52624d8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1103.497610] env[68758]: INFO nova.compute.manager [req-4e340146-f82a-4685-920c-3a014400e150 req-064f9262-8ef4-4a32-a8f8-bc52d0e9bbfd service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Neutron deleted interface 3f80a75f-8ad8-4af3-ad2d-c12ed52624d8; detaching it from the instance and deleting it from the info cache [ 1103.497816] env[68758]: DEBUG nova.network.neutron [req-4e340146-f82a-4685-920c-3a014400e150 req-064f9262-8ef4-4a32-a8f8-bc52d0e9bbfd service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.510171] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.611160] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943079, 'name': Rename_Task, 'duration_secs': 0.199068} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.611472] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.611722] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb6e8c72-2bf5-4fbf-8793-2fc161e2d393 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.619831] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1103.619831] env[68758]: value = "task-2943082" [ 1103.619831] env[68758]: _type = "Task" [ 1103.619831] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.629872] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.708691] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943077, 'name': Rename_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.731686] env[68758]: DEBUG oslo_vmware.api [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Task: {'id': task-2943081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164928} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.731932] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1103.732153] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1103.732305] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1103.732473] env[68758]: INFO nova.compute.manager [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1103.732709] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.732893] env[68758]: DEBUG nova.compute.manager [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1103.732991] env[68758]: DEBUG nova.network.neutron [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1103.825147] env[68758]: DEBUG nova.network.neutron [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [{"id": "ee790367-a64e-41d6-9964-5290d93faa40", "address": "fa:16:3e:9a:96:c2", "network": {"id": "cf2ffb31-e0fc-474b-80c7-edda20dee1f5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1660125427-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "786f17dc6f9e4b40a1803e7ac42dcd4e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fb143ef7-8271-4a8a-a4aa-8eba9a89f6a1", "external-id": "nsx-vlan-transportzone-504", "segmentation_id": 504, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee790367-a6", "ovs_interfaceid": "ee790367-a64e-41d6-9964-5290d93faa40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.858640] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.861777] env[68758]: DEBUG nova.network.neutron [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.000036] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.002701] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96355308-e719-4e9a-a628-7e44705c5125 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.012469] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6210420-d9ab-40cd-9f70-e954558169b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.046319] env[68758]: DEBUG nova.compute.manager [req-4e340146-f82a-4685-920c-3a014400e150 req-064f9262-8ef4-4a32-a8f8-bc52d0e9bbfd service nova] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Detach interface failed, port_id=3f80a75f-8ad8-4af3-ad2d-c12ed52624d8, reason: Instance 60c641a8-c3e6-40d2-820a-b650ed36bf98 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1104.047832] env[68758]: DEBUG nova.objects.instance [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'flavor' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.059665] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.093110] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.093370] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.093534] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.093714] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.093859] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.094015] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.094341] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.094503] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.094714] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.094884] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.095087] env[68758]: DEBUG nova.virt.hardware [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.096362] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e5f58f-7b1d-4007-b090-798c8a9015d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.105755] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54864e-4f47-4179-a6c6-cc70a6e9ce6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.143698] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943082, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.204597] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943077, 'name': Rename_Task, 'duration_secs': 1.1999} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.205045] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1104.205281] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b0e859-038a-4e7c-84a1-a08a5bec8665 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.213069] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1104.213069] env[68758]: value = "task-2943083" [ 1104.213069] env[68758]: _type = "Task" [ 1104.213069] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.221408] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943083, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.328525] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Releasing lock "refresh_cache-878c4729-4f9f-434f-b2eb-a301a9f3d965" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.328837] env[68758]: DEBUG nova.objects.instance [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lazy-loading 'migration_context' on Instance uuid 878c4729-4f9f-434f-b2eb-a301a9f3d965 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.364241] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.364826] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1104.367567] env[68758]: INFO nova.compute.manager [-] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Took 1.79 seconds to deallocate network for instance. [ 1104.368122] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.051s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.369682] env[68758]: INFO nova.compute.claims [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.502474] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.636483] env[68758]: DEBUG oslo_vmware.api [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943082, 'name': PowerOnVM_Task, 'duration_secs': 0.899352} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.636871] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.638151] env[68758]: DEBUG nova.compute.manager [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.638151] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdf028c-4076-409b-9158-bd99ecfc9be0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.724270] env[68758]: DEBUG oslo_vmware.api [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943083, 'name': PowerOnVM_Task, 'duration_secs': 0.474796} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.724521] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.724734] env[68758]: INFO nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1104.724914] env[68758]: DEBUG nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.725703] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a2eae4-a526-49fe-8a00-af303d62ed06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.758919] env[68758]: DEBUG nova.compute.manager [req-b1f4e906-4a31-4050-ba16-e2951321939d req-89308372-706b-4814-a8cd-95a07a9185b3 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Received event network-vif-deleted-b658b814-ee48-4827-bc37-28667d8662f1 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1104.761303] env[68758]: INFO nova.compute.manager [req-b1f4e906-4a31-4050-ba16-e2951321939d req-89308372-706b-4814-a8cd-95a07a9185b3 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Neutron deleted interface b658b814-ee48-4827-bc37-28667d8662f1; detaching it from the instance and deleting it from the info cache [ 1104.761303] env[68758]: DEBUG nova.network.neutron [req-b1f4e906-4a31-4050-ba16-e2951321939d req-89308372-706b-4814-a8cd-95a07a9185b3 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.763203] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Successfully updated port: 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1104.832447] env[68758]: DEBUG nova.objects.base [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Object Instance<878c4729-4f9f-434f-b2eb-a301a9f3d965> lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1104.832447] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f3a078-5231-456f-93f5-b874842ddb30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.853032] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb3aad14-d545-4535-a0d0-2c2999dec173 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.858987] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1104.858987] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52884138-388b-053d-61c2-8193069f7e5a" [ 1104.858987] env[68758]: _type = "Task" [ 1104.858987] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.867236] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52884138-388b-053d-61c2-8193069f7e5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.869575] env[68758]: DEBUG nova.compute.utils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1104.871337] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1104.871572] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1104.913197] env[68758]: DEBUG nova.policy [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1104.935082] env[68758]: INFO nova.compute.manager [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Took 0.56 seconds to detach 1 volumes for instance. [ 1104.936328] env[68758]: DEBUG nova.compute.manager [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Deleting volume: c3d48f18-bb49-4eac-8419-31e52247b652 {{(pid=68758) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1104.958663] env[68758]: DEBUG nova.network.neutron [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.003250] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.054983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-221db15a-53e4-4109-8cbb-134879b5eacd tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.770s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.158699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.248636] env[68758]: INFO nova.compute.manager [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Took 21.11 seconds to build instance. [ 1105.269345] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.270103] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.270196] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.271450] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e7e2cf-3adc-4194-bc81-8faebea9480a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.283116] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f5d03-304e-4a27-9c22-8244b6dc9d83 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.299954] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Successfully created port: a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1105.318417] env[68758]: DEBUG nova.compute.manager [req-b1f4e906-4a31-4050-ba16-e2951321939d req-89308372-706b-4814-a8cd-95a07a9185b3 service nova] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Detach interface failed, port_id=b658b814-ee48-4827-bc37-28667d8662f1, reason: Instance f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1105.369298] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52884138-388b-053d-61c2-8193069f7e5a, 'name': SearchDatastore_Task, 'duration_secs': 0.007686} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.369674] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.374392] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1105.461101] env[68758]: INFO nova.compute.manager [-] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Took 1.73 seconds to deallocate network for instance. [ 1105.480363] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.507416] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.562303] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ab299e-3a18-44dd-8070-a78807dbbf53 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.567230] env[68758]: DEBUG nova.compute.manager [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.567387] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.567765] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.567765] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.567974] env[68758]: DEBUG nova.compute.manager [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] No waiting events found dispatching network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1105.568215] env[68758]: WARNING nova.compute.manager [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received unexpected event network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc for instance with vm_state building and task_state spawning. [ 1105.568373] env[68758]: DEBUG nova.compute.manager [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-changed-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1105.568512] env[68758]: DEBUG nova.compute.manager [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing instance network info cache due to event network-changed-8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1105.569566] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.574820] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b2f844-d639-49bc-bb82-4ddbaac2a1dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.613226] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb4ea44-3aeb-4424-88e7-d30c36b32296 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.622316] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e662424e-d168-422d-81b2-ecee9c9cb070 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.638364] env[68758]: DEBUG nova.compute.provider_tree [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.751379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-042e2746-4b80-45fc-8e16-67f008e1c49d tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.630s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.815481] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1105.969428] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.002600] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.016966] env[68758]: DEBUG nova.network.neutron [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.144137] env[68758]: DEBUG nova.scheduler.client.report [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.196504] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.196778] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.196960] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.197253] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.197847] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.199520] env[68758]: INFO nova.compute.manager [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Terminating instance [ 1106.278381] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "923de234-0605-496e-ba7f-a2d24dcd3b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.278685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.278927] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "923de234-0605-496e-ba7f-a2d24dcd3b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.279158] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.279368] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.281585] env[68758]: INFO nova.compute.manager [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Terminating instance [ 1106.386658] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1106.417323] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1106.417594] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1106.417755] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1106.417988] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1106.418161] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1106.418308] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1106.418548] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1106.418726] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1106.418897] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1106.419076] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1106.419254] env[68758]: DEBUG nova.virt.hardware [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1106.420157] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e9155c-c4f2-458f-a29e-bd14e1609ff8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.429982] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a86d38-8070-43b7-b669-7da28082d5c4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.502801] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.519795] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.520179] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance network_info: |[{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.520462] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.520591] env[68758]: DEBUG nova.network.neutron [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing network info cache for port 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.521875] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:43:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8adc336b-3886-4763-833c-880b879e70dc', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.529055] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.529634] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.530343] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff045c6d-ba24-4761-b25d-ec9eb2ccae10 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.555026] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.555026] env[68758]: value = "task-2943085" [ 1106.555026] env[68758]: _type = "Task" [ 1106.555026] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.563273] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943085, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.650490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.282s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.650833] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.653445] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.263s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.703521] env[68758]: DEBUG nova.compute.manager [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.703745] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.705481] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba94d921-6beb-46c4-934c-89a507aabe33 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.719070] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.719384] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50582cb4-324c-4d31-9991-4a4f3f09cc20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.730688] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1106.730688] env[68758]: value = "task-2943086" [ 1106.730688] env[68758]: _type = "Task" [ 1106.730688] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.743990] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.786077] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "refresh_cache-923de234-0605-496e-ba7f-a2d24dcd3b57" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.786269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquired lock "refresh_cache-923de234-0605-496e-ba7f-a2d24dcd3b57" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.786442] env[68758]: DEBUG nova.network.neutron [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.848638] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb1737d-d783-4ffa-a546-c887cd7705bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.857016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85afcf2a-66bf-48e9-add8-f776b617eae5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.892860] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9989da-3914-4edd-8d9a-b83bbd68fffc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.902052] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514611cd-194d-450a-b30a-2685c102b0e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.923338] env[68758]: DEBUG nova.compute.provider_tree [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.967798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.967798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.967798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.967798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.967798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.976247] env[68758]: INFO nova.compute.manager [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Terminating instance [ 1107.004287] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.065600] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943085, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.118170] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Successfully updated port: a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1107.160118] env[68758]: DEBUG nova.compute.utils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.162112] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1107.162112] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1107.239935] env[68758]: DEBUG nova.policy [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0b6ec0001b1b4dcbb36bc0e6dbdd39dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607f0b57f8ac4c73a94ba293519ec54d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1107.248953] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943086, 'name': PowerOffVM_Task, 'duration_secs': 0.262952} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.249184] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.249324] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.249616] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e759d4ad-5212-4adb-809c-931eda4406ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.305657] env[68758]: DEBUG nova.network.neutron [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updated VIF entry in instance network info cache for port 8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.306133] env[68758]: DEBUG nova.network.neutron [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.333626] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.333909] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.334209] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore2] d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.334631] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbbaf035-ee0e-472f-83df-b857c28042d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.340090] env[68758]: DEBUG nova.network.neutron [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.348738] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1107.348738] env[68758]: value = "task-2943088" [ 1107.348738] env[68758]: _type = "Task" [ 1107.348738] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.358178] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.427429] env[68758]: DEBUG nova.scheduler.client.report [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.481192] env[68758]: DEBUG nova.compute.manager [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.481432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.482823] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36429e98-be43-45f3-bc93-962415c2d884 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.497259] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.498305] env[68758]: DEBUG nova.network.neutron [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.504288] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a8ad90-78a0-49ee-b02f-caf1da0238fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.514358] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.516692] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1107.516692] env[68758]: value = "task-2943089" [ 1107.516692] env[68758]: _type = "Task" [ 1107.516692] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.529367] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943089, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.566468] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943085, 'name': CreateVM_Task, 'duration_secs': 0.695088} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.566653] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.567379] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.567542] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.568223] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.568486] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6b5adbe-b66c-48ee-a9c7-bc08f87b98be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.574439] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1107.574439] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524bab0b-7947-cd90-2c35-d4a82eae79ed" [ 1107.574439] env[68758]: _type = "Task" [ 1107.574439] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.583994] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524bab0b-7947-cd90-2c35-d4a82eae79ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.621948] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.622207] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.622515] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.668131] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.711224] env[68758]: DEBUG nova.compute.manager [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Received event network-vif-plugged-a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.716394] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Acquiring lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.716394] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.716394] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.716394] env[68758]: DEBUG nova.compute.manager [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] No waiting events found dispatching network-vif-plugged-a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.716394] env[68758]: WARNING nova.compute.manager [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Received unexpected event network-vif-plugged-a7f72557-689e-49e8-922f-2869c6c9e459 for instance with vm_state building and task_state spawning. [ 1107.716394] env[68758]: DEBUG nova.compute.manager [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Received event network-changed-a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1107.716394] env[68758]: DEBUG nova.compute.manager [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Refreshing instance network info cache due to event network-changed-a7f72557-689e-49e8-922f-2869c6c9e459. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1107.716394] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Acquiring lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.809826] env[68758]: DEBUG oslo_concurrency.lockutils [req-3e43bdcc-3ea7-41df-abb1-7166dde30e23 req-2a2ad5a7-f74c-44e0-807d-adf0897e30b2 service nova] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.863024] env[68758]: DEBUG oslo_vmware.api [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18856} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.863024] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.863024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.863024] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.863024] env[68758]: INFO nova.compute.manager [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1107.863024] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.863024] env[68758]: DEBUG nova.compute.manager [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.863024] env[68758]: DEBUG nova.network.neutron [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.936022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.280s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.936022] env[68758]: INFO nova.compute.manager [None req-1560d6cc-e587-4a23-880e-71f7c2bc7652 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Successfully reverted task state from rebuilding on failure for instance. [ 1107.940473] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.779s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.010025] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Releasing lock "refresh_cache-923de234-0605-496e-ba7f-a2d24dcd3b57" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.010630] env[68758]: DEBUG nova.compute.manager [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1108.011098] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.011634] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.012800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8229acf-0beb-4128-9034-d7d6dcdb0898 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.026338] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.027122] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c7f559-7026-40ee-9761-16247d0e64e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.032661] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943089, 'name': PowerOffVM_Task, 'duration_secs': 0.223624} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.033122] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.033403] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.033728] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02729290-d16d-4385-a0fa-cfa222a205ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.037349] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1108.037349] env[68758]: value = "task-2943090" [ 1108.037349] env[68758]: _type = "Task" [ 1108.037349] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.050651] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.085611] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524bab0b-7947-cd90-2c35-d4a82eae79ed, 'name': SearchDatastore_Task, 'duration_secs': 0.014888} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.086076] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.086659] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.087053] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.087317] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.087603] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.087985] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab158b5d-dc4e-4959-92ad-e18760935aa8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.102022] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.102022] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.102022] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8da9d1c9-570f-4543-badd-825aa8c1e303 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.108289] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1108.108289] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522980c5-b67c-b9d8-7458-25c6a2f637e1" [ 1108.108289] env[68758]: _type = "Task" [ 1108.108289] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.119832] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522980c5-b67c-b9d8-7458-25c6a2f637e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.128647] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Successfully created port: bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.158132] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.305020] env[68758]: DEBUG nova.network.neutron [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Updating instance_info_cache with network_info: [{"id": "a7f72557-689e-49e8-922f-2869c6c9e459", "address": "fa:16:3e:15:c7:96", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f72557-68", "ovs_interfaceid": "a7f72557-689e-49e8-922f-2869c6c9e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.517777] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.549320] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943090, 'name': PowerOffVM_Task, 'duration_secs': 0.280557} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.549619] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.549803] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.550081] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79e3189b-f61d-49eb-a1f2-ddc99c60ca1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.579498] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.579727] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.580014] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Deleting the datastore file [datastore1] 923de234-0605-496e-ba7f-a2d24dcd3b57 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.580290] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08e991b6-71a9-4657-88f6-5a8a48f94ad2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.594022] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for the task: (returnval){ [ 1108.594022] env[68758]: value = "task-2943093" [ 1108.594022] env[68758]: _type = "Task" [ 1108.594022] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.605098] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943093, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.615670] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.615893] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.616102] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleting the datastore file [datastore1] 9c037e3b-a587-437c-8ee9-da8e54a65f4f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.616773] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c48da269-0678-499f-be0a-aa6cfd295986 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.623471] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522980c5-b67c-b9d8-7458-25c6a2f637e1, 'name': SearchDatastore_Task, 'duration_secs': 0.030401} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.625552] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1108.625552] env[68758]: value = "task-2943094" [ 1108.625552] env[68758]: _type = "Task" [ 1108.625552] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.625739] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc627bc1-88f9-4e11-b154-c86132a35361 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.634995] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1108.634995] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52704e83-3bf7-038b-0321-a5ed7a6482e7" [ 1108.634995] env[68758]: _type = "Task" [ 1108.634995] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.638591] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.646934] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52704e83-3bf7-038b-0321-a5ed7a6482e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.677305] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.741778] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.744471] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.744723] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.744963] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.745136] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.745288] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.745528] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.745691] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.745888] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.746066] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.746248] env[68758]: DEBUG nova.virt.hardware [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.747647] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210026c7-6a50-44e6-bcfc-386235e4c144 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.762598] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e778856-3459-400d-9da4-2f86410b6976 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.807961] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.807961] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Instance network_info: |[{"id": "a7f72557-689e-49e8-922f-2869c6c9e459", "address": "fa:16:3e:15:c7:96", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f72557-68", "ovs_interfaceid": "a7f72557-689e-49e8-922f-2869c6c9e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1108.808310] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Acquired lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809049] env[68758]: DEBUG nova.network.neutron [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Refreshing network info cache for port a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1108.809935] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:c7:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7f72557-689e-49e8-922f-2869c6c9e459', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1108.817665] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.818253] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1108.818492] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3ad4f1-5c1a-4bc1-8c62-f0d416052f62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.846024] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1108.846024] env[68758]: value = "task-2943095" [ 1108.846024] env[68758]: _type = "Task" [ 1108.846024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.858282] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943095, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.955610] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance 878c4729-4f9f-434f-b2eb-a301a9f3d965 as it has an incoming, in-progress migration 3131f8f9-176e-40f5-8a20-0afd6e5bc72f. Migration status is finished {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1108.958432] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating resource usage from migration 3131f8f9-176e-40f5-8a20-0afd6e5bc72f [ 1109.005500] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6ceb9115-9d23-4581-97f6-84663256b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.005824] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d359c3d1-0efd-4e85-a7f6-d07058721af5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.006070] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 7401bb05-c374-407b-a8f7-8988fb6fd4ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.006424] env[68758]: WARNING nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1109.006577] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007211] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration 3131f8f9-176e-40f5-8a20-0afd6e5bc72f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1109.007211] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 878c4729-4f9f-434f-b2eb-a301a9f3d965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007211] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 923de234-0605-496e-ba7f-a2d24dcd3b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007211] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 9c037e3b-a587-437c-8ee9-da8e54a65f4f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007454] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007651] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 36ac3b7b-56e2-49af-ad55-02337b2e36db actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.007824] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance a4768964-ff6a-4a34-94dc-1bdb98c2419f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1109.008238] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1109.008299] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1109.017614] env[68758]: DEBUG oslo_vmware.api [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943073, 'name': ReconfigVM_Task, 'duration_secs': 6.764773} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.017928] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.018235] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Reconfigured VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1109.105995] env[68758]: DEBUG oslo_vmware.api [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Task: {'id': task-2943093, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128463} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.106542] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.106836] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.107170] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.107233] env[68758]: INFO nova.compute.manager [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1109.107481] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.107689] env[68758]: DEBUG nova.compute.manager [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.108289] env[68758]: DEBUG nova.network.neutron [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.147215] env[68758]: DEBUG oslo_vmware.api [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174915} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.150224] env[68758]: DEBUG nova.network.neutron [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.151906] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.152260] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.152537] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.152832] env[68758]: INFO nova.compute.manager [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1109.153193] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.156951] env[68758]: DEBUG nova.compute.manager [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1109.157216] env[68758]: DEBUG nova.network.neutron [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1109.165510] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52704e83-3bf7-038b-0321-a5ed7a6482e7, 'name': SearchDatastore_Task, 'duration_secs': 0.023399} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.165975] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.166529] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.167028] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48773c64-567f-471f-844f-8dd801adf991 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.184308] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1109.184308] env[68758]: value = "task-2943096" [ 1109.184308] env[68758]: _type = "Task" [ 1109.184308] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.200954] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.243856] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d39b2-e3ef-4003-98b1-d5b777aebae6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.254904] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f80451-7ac4-43a3-8f93-7376c33402b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.292495] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2464bdd2-c045-45ba-acfa-efcd8b6b6dad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.304923] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c1d5d-2dd6-4a56-9140-a9f8a6a6ef24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.318148] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.359548] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943095, 'name': CreateVM_Task, 'duration_secs': 0.408752} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.359548] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1109.360172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.360421] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.360860] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.361236] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a714b095-ae1a-45d2-b7ec-12de33367ad9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.370241] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1109.370241] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d15c7-7e3a-efc1-4f4a-7ce0058b80e6" [ 1109.370241] env[68758]: _type = "Task" [ 1109.370241] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.381531] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d15c7-7e3a-efc1-4f4a-7ce0058b80e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.384697] env[68758]: DEBUG nova.compute.manager [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-deleted-0652c1b0-d076-4f2b-a4f5-a95d51d0db88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1109.384965] env[68758]: INFO nova.compute.manager [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Neutron deleted interface 0652c1b0-d076-4f2b-a4f5-a95d51d0db88; detaching it from the instance and deleting it from the info cache [ 1109.385389] env[68758]: DEBUG nova.network.neutron [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "address": "fa:16:3e:fe:30:df", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap216dd0a6-7c", "ovs_interfaceid": "216dd0a6-7cdf-4144-ab0d-dce0018fdd11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.657469] env[68758]: DEBUG nova.network.neutron [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.659178] env[68758]: DEBUG nova.network.neutron [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.677168] env[68758]: DEBUG nova.network.neutron [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Updated VIF entry in instance network info cache for port a7f72557-689e-49e8-922f-2869c6c9e459. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1109.677415] env[68758]: DEBUG nova.network.neutron [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Updating instance_info_cache with network_info: [{"id": "a7f72557-689e-49e8-922f-2869c6c9e459", "address": "fa:16:3e:15:c7:96", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f72557-68", "ovs_interfaceid": "a7f72557-689e-49e8-922f-2869c6c9e459", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.698934] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476068} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.698934] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.699342] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.699737] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fde5e70f-8a54-4765-94bb-fba20a66d2bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.709382] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1109.709382] env[68758]: value = "task-2943097" [ 1109.709382] env[68758]: _type = "Task" [ 1109.709382] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.721994] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.829089] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.881259] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526d15c7-7e3a-efc1-4f4a-7ce0058b80e6, 'name': SearchDatastore_Task, 'duration_secs': 0.05269} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.881563] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.881795] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.882032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.882184] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.882358] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.883223] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4be364d6-41eb-4fbe-831d-5a3aabab4ac9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.891027] env[68758]: DEBUG oslo_concurrency.lockutils [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.891027] env[68758]: DEBUG oslo_concurrency.lockutils [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] Acquired lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.891027] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac038702-acf7-4103-880f-660f4fe8cb4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.893089] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.893267] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.894951] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7692a15-d45f-488a-ba06-6e508cd6f01d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.916492] env[68758]: DEBUG oslo_concurrency.lockutils [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] Releasing lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.916776] env[68758]: WARNING nova.compute.manager [req-1fad5ec8-99c5-48d6-8581-870043945b0a req-7097c2f8-9a2d-4383-9a49-da46f100e4b5 service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Detach interface failed, port_id=0652c1b0-d076-4f2b-a4f5-a95d51d0db88, reason: No device with interface-id 0652c1b0-d076-4f2b-a4f5-a95d51d0db88 exists on VM: nova.exception.NotFound: No device with interface-id 0652c1b0-d076-4f2b-a4f5-a95d51d0db88 exists on VM [ 1109.922247] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1109.922247] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231329a-6d02-04bf-8b34-80f639e015fa" [ 1109.922247] env[68758]: _type = "Task" [ 1109.922247] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.929965] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231329a-6d02-04bf-8b34-80f639e015fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.091880] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Successfully updated port: bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.161978] env[68758]: INFO nova.compute.manager [-] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Took 1.05 seconds to deallocate network for instance. [ 1110.162383] env[68758]: INFO nova.compute.manager [-] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Took 2.30 seconds to deallocate network for instance. [ 1110.172214] env[68758]: DEBUG nova.network.neutron [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.179870] env[68758]: DEBUG oslo_concurrency.lockutils [req-628ca7bd-93e9-4868-a8ca-a283e3adc21b req-54f5aef5-7e72-46b5-bbc5-139357229971 service nova] Releasing lock "refresh_cache-36ac3b7b-56e2-49af-ad55-02337b2e36db" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.220594] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083311} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.220910] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.222818] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07ef415-7ea3-42e1-9a92-a4171f335327 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.247423] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.247747] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19337028-5ea6-4c2f-9875-05f5ccb0ded1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.270726] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1110.270726] env[68758]: value = "task-2943098" [ 1110.270726] env[68758]: _type = "Task" [ 1110.270726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.278647] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.335575] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1110.335841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.395s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.336374] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.336509] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.336694] env[68758]: DEBUG nova.network.neutron [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.338582] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.180s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.338828] env[68758]: DEBUG nova.objects.instance [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1110.381982] env[68758]: DEBUG nova.compute.manager [req-c349006f-b5bf-43fd-b023-8972efb722b8 req-000a0a72-f506-404f-92a7-cd103e829d7d service nova] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Received event network-vif-deleted-367a8afa-c39f-4cbe-9986-a08a49c23142 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.382737] env[68758]: DEBUG nova.compute.manager [req-c349006f-b5bf-43fd-b023-8972efb722b8 req-000a0a72-f506-404f-92a7-cd103e829d7d service nova] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Received event network-vif-deleted-bf135fc0-c8c8-4665-b4cd-82089a326f53 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1110.434635] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5231329a-6d02-04bf-8b34-80f639e015fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013898} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.434635] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c96e7704-5b5c-43dc-955f-b2894e94df24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.439663] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1110.439663] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a88ddc-b866-d21c-9cf4-db559dbc146a" [ 1110.439663] env[68758]: _type = "Task" [ 1110.439663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.448155] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a88ddc-b866-d21c-9cf4-db559dbc146a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.595998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.596333] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquired lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.596624] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.677195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.677195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.677195] env[68758]: INFO nova.compute.manager [-] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Took 1.52 seconds to deallocate network for instance. [ 1110.783584] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943098, 'name': ReconfigVM_Task, 'duration_secs': 0.290796} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.783584] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.784162] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4803943c-f4ff-4195-b8f9-3b9439af5776 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.792973] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1110.792973] env[68758]: value = "task-2943099" [ 1110.792973] env[68758]: _type = "Task" [ 1110.792973] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.802380] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943099, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.855163] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f01f45f9-9439-45f8-9b8a-f2ee2a5f88f2 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.516s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.856153] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.951521] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a88ddc-b866-d21c-9cf4-db559dbc146a, 'name': SearchDatastore_Task, 'duration_secs': 0.010423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.951799] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.952071] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 36ac3b7b-56e2-49af-ad55-02337b2e36db/36ac3b7b-56e2-49af-ad55-02337b2e36db.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.952333] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8b7976b-5f18-4e84-8a13-1d7c509ef116 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.959924] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1110.959924] env[68758]: value = "task-2943100" [ 1110.959924] env[68758]: _type = "Task" [ 1110.959924] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.968120] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.091030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "be039a01-adef-4c1f-82a2-9a7721adf03a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.091310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.131381] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.169619] env[68758]: INFO nova.network.neutron [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Port 216dd0a6-7cdf-4144-ab0d-dce0018fdd11 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1111.170091] env[68758]: DEBUG nova.network.neutron [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [{"id": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "address": "fa:16:3e:ae:2f:9b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacd4bd00-7a", "ovs_interfaceid": "acd4bd00-7a05-44b3-92ed-751a82dcfb00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.182735] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.236841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.237126] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.237341] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.237560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.237822] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.240694] env[68758]: INFO nova.compute.manager [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Terminating instance [ 1111.304418] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943099, 'name': Rename_Task, 'duration_secs': 0.157795} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.305572] env[68758]: DEBUG nova.network.neutron [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updating instance_info_cache with network_info: [{"id": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "address": "fa:16:3e:ad:6e:44", "network": {"id": "15d9819f-3357-4c29-8266-f2e1acaa1459", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826688640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f0b57f8ac4c73a94ba293519ec54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab67e6b-1a", "ovs_interfaceid": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.306914] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.307249] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea201dfd-6e09-4305-b8ac-8e8d26564724 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.316949] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1111.316949] env[68758]: value = "task-2943101" [ 1111.316949] env[68758]: _type = "Task" [ 1111.316949] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.330485] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.473212] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474863} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.473580] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 36ac3b7b-56e2-49af-ad55-02337b2e36db/36ac3b7b-56e2-49af-ad55-02337b2e36db.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1111.473818] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1111.474104] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed7b680d-c243-4a59-b2ec-aadf4afae2b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.484242] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1111.484242] env[68758]: value = "task-2943102" [ 1111.484242] env[68758]: _type = "Task" [ 1111.484242] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.496158] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.557642] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b209628-ad13-4cec-be29-a6fd984d9c7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.565869] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6629d0-d39e-4067-9e54-f71176fc92e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.599029] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.603058] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df38f1c-410c-440e-bb3c-c5970abffe1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.611623] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924742f0-41ef-4dbc-9187-ffaa74015de7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.632035] env[68758]: DEBUG nova.compute.provider_tree [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.672787] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-7401bb05-c374-407b-a8f7-8988fb6fd4ba" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.745289] env[68758]: DEBUG nova.compute.manager [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1111.745623] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.747163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e9acba-b8c9-46db-a31d-53ba81130db8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.756246] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.756537] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b30dd6-f287-45ef-99bb-257ebea8374e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.764688] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1111.764688] env[68758]: value = "task-2943103" [ 1111.764688] env[68758]: _type = "Task" [ 1111.764688] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.775274] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.811161] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Releasing lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.811641] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Instance network_info: |[{"id": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "address": "fa:16:3e:ad:6e:44", "network": {"id": "15d9819f-3357-4c29-8266-f2e1acaa1459", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826688640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f0b57f8ac4c73a94ba293519ec54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab67e6b-1a", "ovs_interfaceid": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1111.813170] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:6e:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd1e1e320-ec56-4fcc-b6e9-30aa210d3b36', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bab67e6b-1a87-48cc-8058-6bb7a87a4091', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1111.821333] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Creating folder: Project (607f0b57f8ac4c73a94ba293519ec54d). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.821749] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f54e44d9-9638-4b10-8069-990a9a482ee3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.835607] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.841769] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Created folder: Project (607f0b57f8ac4c73a94ba293519ec54d) in parent group-v590497. [ 1111.842204] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Creating folder: Instances. Parent ref: group-v590780. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1111.842387] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ef3cf5e-0764-4948-b7c3-8d132844d58c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.874251] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Created folder: Instances in parent group-v590780. [ 1111.874713] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.875089] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1111.875288] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68baec87-1801-40d4-bdd0-cd814d05ef79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.899106] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1111.899106] env[68758]: value = "task-2943106" [ 1111.899106] env[68758]: _type = "Task" [ 1111.899106] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.907424] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943106, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.995566] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070401} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.995836] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.996755] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7df08b-0823-4934-8873-bf0283dcac32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.021729] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 36ac3b7b-56e2-49af-ad55-02337b2e36db/36ac3b7b-56e2-49af-ad55-02337b2e36db.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.022033] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f190cc-8b06-4f8e-8b7c-2d3d47fdd6f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.042811] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1112.042811] env[68758]: value = "task-2943107" [ 1112.042811] env[68758]: _type = "Task" [ 1112.042811] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.051292] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.120098] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.135257] env[68758]: DEBUG nova.scheduler.client.report [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.177458] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d1d76c7f-a51e-40c9-afa9-f46404761452 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-7401bb05-c374-407b-a8f7-8988fb6fd4ba-0652c1b0-d076-4f2b-a4f5-a95d51d0db88" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.778s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.275566] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943103, 'name': PowerOffVM_Task, 'duration_secs': 0.249903} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.275865] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.276049] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.276336] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe073247-e114-42ef-9e28-1485d1868e0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.331853] env[68758]: DEBUG oslo_vmware.api [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943101, 'name': PowerOnVM_Task, 'duration_secs': 0.570935} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.332150] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.332366] env[68758]: INFO nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1112.332545] env[68758]: DEBUG nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.333356] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf02162e-143b-456e-b4f5-eb591a16f2f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.410046] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943106, 'name': CreateVM_Task, 'duration_secs': 0.376895} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.410961] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1112.411669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.411833] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.412232] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.412777] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8c3711-ec4a-4469-bd30-d2220c39e89b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.420352] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1112.420352] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287c10c-e58f-658a-8f75-9c2b98c870ec" [ 1112.420352] env[68758]: _type = "Task" [ 1112.420352] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.424849] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.425072] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.425263] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleting the datastore file [datastore1] 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.425882] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-921e304f-fa22-4636-8833-a65c73f7795a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.431038] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287c10c-e58f-658a-8f75-9c2b98c870ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.436655] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1112.436655] env[68758]: value = "task-2943109" [ 1112.436655] env[68758]: _type = "Task" [ 1112.436655] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.444933] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.555527] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.855045] env[68758]: INFO nova.compute.manager [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Took 13.20 seconds to build instance. [ 1112.908456] env[68758]: DEBUG nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-deleted-216dd0a6-7cdf-4144-ab0d-dce0018fdd11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.908580] env[68758]: DEBUG nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Received event network-vif-plugged-bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.908813] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Acquiring lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.909028] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.909148] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.909326] env[68758]: DEBUG nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] No waiting events found dispatching network-vif-plugged-bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.911550] env[68758]: WARNING nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Received unexpected event network-vif-plugged-bab67e6b-1a87-48cc-8058-6bb7a87a4091 for instance with vm_state building and task_state spawning. [ 1112.911550] env[68758]: DEBUG nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Received event network-changed-bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1112.911550] env[68758]: DEBUG nova.compute.manager [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Refreshing instance network info cache due to event network-changed-bab67e6b-1a87-48cc-8058-6bb7a87a4091. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1112.911550] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Acquiring lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.911550] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Acquired lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.911550] env[68758]: DEBUG nova.network.neutron [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Refreshing network info cache for port bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.931925] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287c10c-e58f-658a-8f75-9c2b98c870ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.932228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.932464] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1112.932696] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.932841] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.933031] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1112.933301] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ade0bef-d767-4906-8dd1-d25a28f624cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.944133] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1112.944303] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1112.945713] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45b43a42-ff34-41fd-9b55-c3a8646188c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.951091] env[68758]: DEBUG oslo_vmware.api [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184686} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.951704] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.951920] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.952132] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.952310] env[68758]: INFO nova.compute.manager [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1112.952544] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1112.952731] env[68758]: DEBUG nova.compute.manager [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.952825] env[68758]: DEBUG nova.network.neutron [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.959499] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1112.959499] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5296be09-f572-25c6-cd1b-d1c8916973e0" [ 1112.959499] env[68758]: _type = "Task" [ 1112.959499] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.960035] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "324acb5d-1d09-42ec-bb73-911b27386525" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.960247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.970671] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5296be09-f572-25c6-cd1b-d1c8916973e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.027214] env[68758]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 216dd0a6-7cdf-4144-ab0d-dce0018fdd11 could not be found.", "detail": ""}} {{(pid=68758) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1113.027458] env[68758]: DEBUG nova.network.neutron [-] Unable to show port 216dd0a6-7cdf-4144-ab0d-dce0018fdd11 as it no longer exists. {{(pid=68758) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1113.057726] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943107, 'name': ReconfigVM_Task, 'duration_secs': 1.012563} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.058026] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 36ac3b7b-56e2-49af-ad55-02337b2e36db/36ac3b7b-56e2-49af-ad55-02337b2e36db.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.058681] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73093b4-8502-45c6-aecd-acfeb88160ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.065842] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1113.065842] env[68758]: value = "task-2943110" [ 1113.065842] env[68758]: _type = "Task" [ 1113.065842] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.074580] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943110, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.147331] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.291s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.150317] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.670s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.150511] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.152644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.183s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.152854] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.154630] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.480s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.154851] env[68758]: DEBUG nova.objects.instance [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lazy-loading 'resources' on Instance uuid 923de234-0605-496e-ba7f-a2d24dcd3b57 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.192619] env[68758]: INFO nova.scheduler.client.report [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Deleted allocations for instance f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c [ 1113.356661] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5740200-07ce-4c1b-975f-25937ebf1bf3 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.731s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.466052] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1113.474939] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5296be09-f572-25c6-cd1b-d1c8916973e0, 'name': SearchDatastore_Task, 'duration_secs': 0.015659} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.475739] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c283a92-8280-4d10-b122-07ea28673ae0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.481716] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1113.481716] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522cc11d-a08c-3d65-0b0d-b69623c71fb9" [ 1113.481716] env[68758]: _type = "Task" [ 1113.481716] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.489524] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522cc11d-a08c-3d65-0b0d-b69623c71fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.576764] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943110, 'name': Rename_Task, 'duration_secs': 0.242} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.577115] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1113.577319] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2de30483-54b2-433a-ab4a-8171a6b64403 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.585144] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1113.585144] env[68758]: value = "task-2943111" [ 1113.585144] env[68758]: _type = "Task" [ 1113.585144] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.593519] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.676232] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1c48a1db-dab1-45c5-b3a0-e0be12248369 tempest-ServerActionsV293TestJSON-546071426 tempest-ServerActionsV293TestJSON-546071426-project-member] Lock "60c641a8-c3e6-40d2-820a-b650ed36bf98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.724s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.703245] env[68758]: DEBUG oslo_concurrency.lockutils [None req-583d0ccc-1c5d-4dfc-af45-402515c4d58a tempest-ImagesOneServerTestJSON-1253269878 tempest-ImagesOneServerTestJSON-1253269878-project-member] Lock "f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.685s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.762077] env[68758]: DEBUG nova.network.neutron [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updated VIF entry in instance network info cache for port bab67e6b-1a87-48cc-8058-6bb7a87a4091. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1113.763497] env[68758]: DEBUG nova.network.neutron [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updating instance_info_cache with network_info: [{"id": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "address": "fa:16:3e:ad:6e:44", "network": {"id": "15d9819f-3357-4c29-8266-f2e1acaa1459", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826688640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f0b57f8ac4c73a94ba293519ec54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab67e6b-1a", "ovs_interfaceid": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.782682] env[68758]: INFO nova.scheduler.client.report [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocation for migration 3131f8f9-176e-40f5-8a20-0afd6e5bc72f [ 1113.811278] env[68758]: DEBUG nova.compute.manager [req-a8d2bf21-72a1-44f4-afa9-4e74a6b49628 req-bb995c9b-abe9-4e5d-990a-3800bdfa3edd service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Received event network-vif-deleted-acd4bd00-7a05-44b3-92ed-751a82dcfb00 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1113.811278] env[68758]: INFO nova.compute.manager [req-a8d2bf21-72a1-44f4-afa9-4e74a6b49628 req-bb995c9b-abe9-4e5d-990a-3800bdfa3edd service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Neutron deleted interface acd4bd00-7a05-44b3-92ed-751a82dcfb00; detaching it from the instance and deleting it from the info cache [ 1113.811278] env[68758]: DEBUG nova.network.neutron [req-a8d2bf21-72a1-44f4-afa9-4e74a6b49628 req-bb995c9b-abe9-4e5d-990a-3800bdfa3edd service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.920754] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67965c9-5900-466c-ab4d-28bebd2a186c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.930809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724507a9-7edd-482a-8019-0099b3f392cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.966368] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0599d75a-850c-45f7-9a3d-66983a62602f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.982431] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5b4c73-f219-4c32-9d93-98f97f87904c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.993757] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.997801] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522cc11d-a08c-3d65-0b0d-b69623c71fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.018348} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.007296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.007720] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] a4768964-ff6a-4a34-94dc-1bdb98c2419f/a4768964-ff6a-4a34-94dc-1bdb98c2419f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.008402] env[68758]: DEBUG nova.compute.provider_tree [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.010434] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e15eca2-9431-46f0-a7d4-51724bbfd286 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.018907] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1114.018907] env[68758]: value = "task-2943112" [ 1114.018907] env[68758]: _type = "Task" [ 1114.018907] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.030993] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.097187] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.176553] env[68758]: DEBUG nova.network.neutron [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.268886] env[68758]: DEBUG oslo_concurrency.lockutils [req-13e78bb6-1a56-4cd1-8fcc-6a549317ce51 req-bc260d15-49bd-4f59-8f0e-8ccefdca784e service nova] Releasing lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.288748] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.236s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.315050] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cab5a065-1d31-4c44-b1f1-e6e02708fe18 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.327328] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce30b2f-fd03-4b4f-bc44-ed69f1143215 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.367137] env[68758]: DEBUG nova.compute.manager [req-a8d2bf21-72a1-44f4-afa9-4e74a6b49628 req-bb995c9b-abe9-4e5d-990a-3800bdfa3edd service nova] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Detach interface failed, port_id=acd4bd00-7a05-44b3-92ed-751a82dcfb00, reason: Instance 7401bb05-c374-407b-a8f7-8988fb6fd4ba could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1114.512168] env[68758]: DEBUG nova.scheduler.client.report [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.530022] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476327} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.530319] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] a4768964-ff6a-4a34-94dc-1bdb98c2419f/a4768964-ff6a-4a34-94dc-1bdb98c2419f.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1114.530548] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1114.531377] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f19e5b09-8719-4e49-acfe-7d23f01a211c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.539122] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1114.539122] env[68758]: value = "task-2943113" [ 1114.539122] env[68758]: _type = "Task" [ 1114.539122] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.548669] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.597302] env[68758]: DEBUG oslo_vmware.api [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943111, 'name': PowerOnVM_Task, 'duration_secs': 0.767552} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.597637] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1114.597879] env[68758]: INFO nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1114.598077] env[68758]: DEBUG nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.598948] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa440a2-d909-4ee0-b086-ddcf3eab8077 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.679223] env[68758]: INFO nova.compute.manager [-] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Took 1.73 seconds to deallocate network for instance. [ 1115.017952] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.020334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.345s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.020570] env[68758]: DEBUG nova.objects.instance [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'resources' on Instance uuid d359c3d1-0efd-4e85-a7f6-d07058721af5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.049862] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070023} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.050221] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.050990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10178bd-2486-4ba4-91d5-d01085ee5f57 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.075896] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] a4768964-ff6a-4a34-94dc-1bdb98c2419f/a4768964-ff6a-4a34-94dc-1bdb98c2419f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.076240] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a1453f7-1b59-4d03-b274-962af2bb4611 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.092675] env[68758]: INFO nova.scheduler.client.report [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Deleted allocations for instance 923de234-0605-496e-ba7f-a2d24dcd3b57 [ 1115.105793] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1115.105793] env[68758]: value = "task-2943114" [ 1115.105793] env[68758]: _type = "Task" [ 1115.105793] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.121294] env[68758]: DEBUG nova.compute.manager [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-changed-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1115.121488] env[68758]: DEBUG nova.compute.manager [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing instance network info cache due to event network-changed-8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1115.121703] env[68758]: DEBUG oslo_concurrency.lockutils [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.121845] env[68758]: DEBUG oslo_concurrency.lockutils [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.122014] env[68758]: DEBUG nova.network.neutron [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing network info cache for port 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.132591] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943114, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.135190] env[68758]: INFO nova.compute.manager [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Took 14.60 seconds to build instance. [ 1115.188127] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.484337] env[68758]: DEBUG nova.network.neutron [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updated VIF entry in instance network info cache for port 8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.485838] env[68758]: DEBUG nova.network.neutron [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.599701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.600388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.600388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.600388] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.600535] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.604058] env[68758]: INFO nova.compute.manager [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Terminating instance [ 1115.605618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3c079383-c199-4a09-bff9-b257c88a1ed4 tempest-ServerShowV257Test-1344300035 tempest-ServerShowV257Test-1344300035-project-member] Lock "923de234-0605-496e-ba7f-a2d24dcd3b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.327s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.618205] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943114, 'name': ReconfigVM_Task, 'duration_secs': 0.485349} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.620855] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Reconfigured VM instance instance-00000067 to attach disk [datastore2] a4768964-ff6a-4a34-94dc-1bdb98c2419f/a4768964-ff6a-4a34-94dc-1bdb98c2419f.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1115.621688] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54f6392c-1796-433c-9d47-2ae8f6333b4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.630411] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1115.630411] env[68758]: value = "task-2943115" [ 1115.630411] env[68758]: _type = "Task" [ 1115.630411] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.638097] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bf3d0c-f96a-4c02-8e49-4cc4be4a15c7 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.112s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.651706] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943115, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.743811] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968569e2-1699-48d5-a064-243e0b0e9003 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.754577] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d123db66-b24b-4cb5-ad17-de7e3539c4ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.788096] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6326761-e435-49e3-94fc-633a81bf35c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.796697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fde685a-7117-4938-a739-810bb90ce532 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.811164] env[68758]: DEBUG nova.compute.provider_tree [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.987825] env[68758]: DEBUG oslo_concurrency.lockutils [req-0576cad9-1dee-49c3-8c3a-df114e3e8a91 req-5d300b91-3ef3-47b1-82fd-f1ba38b859dc service nova] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.112230] env[68758]: DEBUG nova.compute.manager [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.112230] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.113189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa46a47-069f-4375-8cbb-9cd5c426893b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.122214] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.122468] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1660ca77-0a8a-4700-bde7-a9e8ff57b53e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.129662] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1116.129662] env[68758]: value = "task-2943116" [ 1116.129662] env[68758]: _type = "Task" [ 1116.129662] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.141724] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.144347] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943115, 'name': Rename_Task, 'duration_secs': 0.160134} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.144602] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.144836] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab3962c4-23b8-4930-aea7-0c5d892b9405 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.152187] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1116.152187] env[68758]: value = "task-2943117" [ 1116.152187] env[68758]: _type = "Task" [ 1116.152187] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.165118] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.315245] env[68758]: DEBUG nova.scheduler.client.report [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.331257] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.334324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.334324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.334324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.334324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.345148] env[68758]: INFO nova.compute.manager [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Terminating instance [ 1116.641567] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943116, 'name': PowerOffVM_Task, 'duration_secs': 0.303529} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.641930] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.642186] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.642572] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e61f6f1-bc8b-45dd-a017-3bf7859329a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.662249] env[68758]: DEBUG oslo_vmware.api [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943117, 'name': PowerOnVM_Task, 'duration_secs': 0.497695} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.662527] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.662791] env[68758]: INFO nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Took 7.99 seconds to spawn the instance on the hypervisor. [ 1116.662981] env[68758]: DEBUG nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.663877] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa77636-762e-4e17-9ae3-042653eae6c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.722284] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.722551] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.722746] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleting the datastore file [datastore2] 878c4729-4f9f-434f-b2eb-a301a9f3d965 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.724158] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3373fc1-3e5f-440e-866e-c4a6562c6fbc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.732196] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for the task: (returnval){ [ 1116.732196] env[68758]: value = "task-2943119" [ 1116.732196] env[68758]: _type = "Task" [ 1116.732196] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.742452] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.846208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.849610] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.667s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.849996] env[68758]: DEBUG nova.objects.instance [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'resources' on Instance uuid 9c037e3b-a587-437c-8ee9-da8e54a65f4f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.855667] env[68758]: DEBUG nova.compute.manager [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.855667] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.856509] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91466367-0af2-4208-b42a-72344a23cffb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.866390] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.866647] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0f44e8f-352c-4c66-afe9-b844892b15c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.873718] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1116.873718] env[68758]: value = "task-2943120" [ 1116.873718] env[68758]: _type = "Task" [ 1116.873718] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.883331] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.909685] env[68758]: INFO nova.scheduler.client.report [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted allocations for instance d359c3d1-0efd-4e85-a7f6-d07058721af5 [ 1117.186936] env[68758]: INFO nova.compute.manager [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Took 15.89 seconds to build instance. [ 1117.243926] env[68758]: DEBUG oslo_vmware.api [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Task: {'id': task-2943119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239821} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.243926] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.243926] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.243926] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.244222] env[68758]: INFO nova.compute.manager [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1117.244456] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1117.244693] env[68758]: DEBUG nova.compute.manager [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1117.244792] env[68758]: DEBUG nova.network.neutron [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1117.390067] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943120, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.423315] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a532f0e-301c-417f-ba72-b0de1c18bf6e tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "d359c3d1-0efd-4e85-a7f6-d07058721af5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.226s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.542838] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eacd2417-cbce-4a18-9f7f-3058c5a5d77c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.551597] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57359a0-4744-481a-a4cc-e6e6717d1d92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.585981] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b296a1cd-4b28-4ab2-8957-dea659418b5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.595208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623449aa-3848-42ce-adf5-f6ce18557696 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.611500] env[68758]: DEBUG nova.compute.provider_tree [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.663752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.690445] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a7836a80-2cd0-405f-81ec-fb39359e33e1 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.408s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.690716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.027s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.690953] env[68758]: INFO nova.compute.manager [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Rebooting instance [ 1117.787685] env[68758]: DEBUG nova.compute.manager [req-ce31942d-2827-4c05-ada3-0347a4dbe2e5 req-86f13956-9d2b-40c6-a9c5-819983d8647a service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Received event network-vif-deleted-ee790367-a64e-41d6-9964-5290d93faa40 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1117.787685] env[68758]: INFO nova.compute.manager [req-ce31942d-2827-4c05-ada3-0347a4dbe2e5 req-86f13956-9d2b-40c6-a9c5-819983d8647a service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Neutron deleted interface ee790367-a64e-41d6-9964-5290d93faa40; detaching it from the instance and deleting it from the info cache [ 1117.787685] env[68758]: DEBUG nova.network.neutron [req-ce31942d-2827-4c05-ada3-0347a4dbe2e5 req-86f13956-9d2b-40c6-a9c5-819983d8647a service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.889044] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943120, 'name': PowerOffVM_Task, 'duration_secs': 0.849621} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.889044] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.889044] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.889367] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-406f68d9-d8c3-4c12-ae0b-7114bb230d43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.975216] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.975579] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.975872] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore2] 36ac3b7b-56e2-49af-ad55-02337b2e36db {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.976428] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-181d149c-4d81-4513-b4ad-4b0f6367c866 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.983749] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1117.983749] env[68758]: value = "task-2943122" [ 1117.983749] env[68758]: _type = "Task" [ 1117.983749] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.993271] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.114736] env[68758]: DEBUG nova.scheduler.client.report [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.218601] env[68758]: DEBUG nova.network.neutron [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.222834] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.223040] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquired lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.225151] env[68758]: DEBUG nova.network.neutron [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1118.290281] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b4964d3-fc05-46cf-a609-4e0b0d8a3da8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.303422] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6424f8d8-fdd8-4bf5-9fc8-3f22925aae55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.337507] env[68758]: DEBUG nova.compute.manager [req-ce31942d-2827-4c05-ada3-0347a4dbe2e5 req-86f13956-9d2b-40c6-a9c5-819983d8647a service nova] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Detach interface failed, port_id=ee790367-a64e-41d6-9964-5290d93faa40, reason: Instance 878c4729-4f9f-434f-b2eb-a301a9f3d965 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1118.495215] env[68758]: DEBUG oslo_vmware.api [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387596} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.497177] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.497177] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.497177] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.497177] env[68758]: INFO nova.compute.manager [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1118.497177] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.497177] env[68758]: DEBUG nova.compute.manager [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.497177] env[68758]: DEBUG nova.network.neutron [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.623020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.623020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.503s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.625231] env[68758]: INFO nova.compute.claims [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.710610] env[68758]: INFO nova.scheduler.client.report [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted allocations for instance 9c037e3b-a587-437c-8ee9-da8e54a65f4f [ 1118.721679] env[68758]: INFO nova.compute.manager [-] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Took 1.48 seconds to deallocate network for instance. [ 1118.968938] env[68758]: DEBUG nova.network.neutron [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updating instance_info_cache with network_info: [{"id": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "address": "fa:16:3e:ad:6e:44", "network": {"id": "15d9819f-3357-4c29-8266-f2e1acaa1459", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-826688640-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607f0b57f8ac4c73a94ba293519ec54d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d1e1e320-ec56-4fcc-b6e9-30aa210d3b36", "external-id": "nsx-vlan-transportzone-447", "segmentation_id": 447, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbab67e6b-1a", "ovs_interfaceid": "bab67e6b-1a87-48cc-8058-6bb7a87a4091", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.217583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ee5f64b7-b3b2-4ae8-b2cc-6cb454d668c9 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "9c037e3b-a587-437c-8ee9-da8e54a65f4f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.250s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.231690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.426146] env[68758]: DEBUG nova.network.neutron [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.471780] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Releasing lock "refresh_cache-a4768964-ff6a-4a34-94dc-1bdb98c2419f" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.792038] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e10884-1933-4b89-a630-42a2a9c378b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.799743] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48906691-0a07-45c5-b8ba-e0009bc8843c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.835806] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b8012-33fc-4a95-a063-8d80399db31c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.845024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d2d3b7-cec9-4592-8d25-777e18258420 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.860288] env[68758]: DEBUG nova.compute.provider_tree [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.928746] env[68758]: INFO nova.compute.manager [-] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Took 1.43 seconds to deallocate network for instance. [ 1119.968794] env[68758]: DEBUG nova.compute.manager [req-21177a7e-d5fd-459d-898c-3c6d34a6da1f req-2f3a70b4-713c-4c4a-ba32-fe1b5a1a01c9 service nova] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Received event network-vif-deleted-a7f72557-689e-49e8-922f-2869c6c9e459 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1119.980929] env[68758]: DEBUG nova.compute.manager [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.982023] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67a4e67-5ad5-4975-a716-c7cf30ffb815 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.364288] env[68758]: DEBUG nova.scheduler.client.report [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.443477] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.635679] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.635921] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.871024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.871024] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1120.872310] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.879s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.874227] env[68758]: INFO nova.compute.claims [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.000197] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5626b6b9-1dad-47e9-9c64-1b62ca643d0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.009019] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Doing hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1121.009019] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cb1a1589-88c3-42f9-9409-c42a4dba38ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.015719] env[68758]: DEBUG oslo_vmware.api [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1121.015719] env[68758]: value = "task-2943123" [ 1121.015719] env[68758]: _type = "Task" [ 1121.015719] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.026393] env[68758]: DEBUG oslo_vmware.api [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943123, 'name': ResetVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.138596] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.378747] env[68758]: DEBUG nova.compute.utils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.383090] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.383298] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.425686] env[68758]: DEBUG nova.policy [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '675a35f460ba436ead3c6669aa278082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9786030eb4814a64acafa7a0f1cc3a40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.526905] env[68758]: DEBUG oslo_vmware.api [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943123, 'name': ResetVM_Task, 'duration_secs': 0.102035} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.527265] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Did hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1121.527559] env[68758]: DEBUG nova.compute.manager [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.529296] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf6c05-878f-40b0-8d56-7ed0fdeee837 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.688333] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.715338] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Successfully created port: af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1121.886049] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.046325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e4498110-7b4a-4fb3-81ab-5b294b5b1e88 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.354s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.114919] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c0a4d2-728d-45bc-b40f-fce3615bd477 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.127030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2f23cd-9b05-4003-acde-b7843345ed72 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.158169] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407d02f9-0843-4e58-b6e4-819d9cd4a6fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.169669] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3065e365-1ef9-45fa-880d-6392990a4932 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.187065] env[68758]: DEBUG nova.compute.provider_tree [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.691032] env[68758]: DEBUG nova.scheduler.client.report [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.903728] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1122.966385] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1122.966696] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1122.966863] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.967058] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1122.967210] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.967357] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1122.967570] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1122.967730] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1122.967909] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1122.968083] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1122.968263] env[68758]: DEBUG nova.virt.hardware [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1122.969191] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9e7a82-a63a-4273-a2da-da1f3ae6efe2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.978727] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410bd96d-3d49-43ad-89f0-68df1d6894e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.099177] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.099512] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.099512] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.099580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.099916] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.103110] env[68758]: INFO nova.compute.manager [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Terminating instance [ 1123.198429] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.199040] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.204060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.204060] env[68758]: DEBUG nova.objects.instance [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'resources' on Instance uuid 7401bb05-c374-407b-a8f7-8988fb6fd4ba {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.279115] env[68758]: DEBUG nova.compute.manager [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Received event network-vif-plugged-af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1123.279115] env[68758]: DEBUG oslo_concurrency.lockutils [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] Acquiring lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.279115] env[68758]: DEBUG oslo_concurrency.lockutils [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.279115] env[68758]: DEBUG oslo_concurrency.lockutils [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.279115] env[68758]: DEBUG nova.compute.manager [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] No waiting events found dispatching network-vif-plugged-af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1123.279115] env[68758]: WARNING nova.compute.manager [req-8d1b41fa-cd8a-4bb2-b799-987ac0a80c7e req-7d6cf829-5c5d-4d07-b414-360539fb9167 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Received unexpected event network-vif-plugged-af103e07-0e7e-478e-bea1-caa8229ffc11 for instance with vm_state building and task_state spawning. [ 1123.478308] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Successfully updated port: af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1123.607298] env[68758]: DEBUG nova.compute.manager [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.607839] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.608589] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46959b4a-3080-4154-9909-02070d672e27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.618339] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.618597] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07449ec1-7103-43a4-bbe8-88e2a5b8bbd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.627107] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1123.627107] env[68758]: value = "task-2943124" [ 1123.627107] env[68758]: _type = "Task" [ 1123.627107] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.638087] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.708476] env[68758]: DEBUG nova.compute.utils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.716027] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1123.716027] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1123.792958] env[68758]: DEBUG nova.policy [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '675a35f460ba436ead3c6669aa278082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9786030eb4814a64acafa7a0f1cc3a40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.903565] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8948354-7593-4bdd-8512-cb8518f9d65f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.911899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1904f0af-83bd-4491-837b-f48765b25f42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.950765] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27620666-5a66-4642-878c-1dacb5568d2f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.958977] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b83d8-67ed-4df3-a510-84b86d6df993 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.974072] env[68758]: DEBUG nova.compute.provider_tree [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.982139] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.982324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.982506] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1124.139760] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943124, 'name': PowerOffVM_Task, 'duration_secs': 0.201735} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.140247] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.140518] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.141185] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-078380e1-c453-4411-b81b-0533c3d9d34e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.203612] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Successfully created port: eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.219279] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.223021] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.223170] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.224038] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Deleting the datastore file [datastore2] a4768964-ff6a-4a34-94dc-1bdb98c2419f {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.224038] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a05cbf98-e358-46e8-a630-18a8cdeb8f70 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.233392] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for the task: (returnval){ [ 1124.233392] env[68758]: value = "task-2943126" [ 1124.233392] env[68758]: _type = "Task" [ 1124.233392] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.243379] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.477375] env[68758]: DEBUG nova.scheduler.client.report [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.496602] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.497210] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.518545] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1124.661509] env[68758]: DEBUG nova.network.neutron [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [{"id": "af103e07-0e7e-478e-bea1-caa8229ffc11", "address": "fa:16:3e:ac:72:8a", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf103e07-0e", "ovs_interfaceid": "af103e07-0e7e-478e-bea1-caa8229ffc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.743488] env[68758]: DEBUG oslo_vmware.api [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Task: {'id': task-2943126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13663} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.743778] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.743778] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.744334] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.744334] env[68758]: INFO nova.compute.manager [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1124.744451] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.744540] env[68758]: DEBUG nova.compute.manager [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.744633] env[68758]: DEBUG nova.network.neutron [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.986022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.986022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.755s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.986022] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.988776] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.545s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.989171] env[68758]: DEBUG nova.objects.instance [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid 36ac3b7b-56e2-49af-ad55-02337b2e36db {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.999251] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.068637] env[68758]: INFO nova.scheduler.client.report [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Deleted allocations for instance 878c4729-4f9f-434f-b2eb-a301a9f3d965 [ 1125.080588] env[68758]: INFO nova.scheduler.client.report [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted allocations for instance 7401bb05-c374-407b-a8f7-8988fb6fd4ba [ 1125.117184] env[68758]: DEBUG nova.compute.manager [req-89d2303d-fb33-4bb5-8654-bd5810498b64 req-95400d1b-d6bf-41ba-b49a-e6e44a55869e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Received event network-vif-deleted-bab67e6b-1a87-48cc-8058-6bb7a87a4091 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.117410] env[68758]: INFO nova.compute.manager [req-89d2303d-fb33-4bb5-8654-bd5810498b64 req-95400d1b-d6bf-41ba-b49a-e6e44a55869e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Neutron deleted interface bab67e6b-1a87-48cc-8058-6bb7a87a4091; detaching it from the instance and deleting it from the info cache [ 1125.117549] env[68758]: DEBUG nova.network.neutron [req-89d2303d-fb33-4bb5-8654-bd5810498b64 req-95400d1b-d6bf-41ba-b49a-e6e44a55869e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.164151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.164575] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Instance network_info: |[{"id": "af103e07-0e7e-478e-bea1-caa8229ffc11", "address": "fa:16:3e:ac:72:8a", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf103e07-0e", "ovs_interfaceid": "af103e07-0e7e-478e-bea1-caa8229ffc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.164974] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:72:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af103e07-0e7e-478e-bea1-caa8229ffc11', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.172735] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating folder: Project (9786030eb4814a64acafa7a0f1cc3a40). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.173035] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69d69663-fb17-4a41-a26c-08678e885d96 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.186752] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created folder: Project (9786030eb4814a64acafa7a0f1cc3a40) in parent group-v590497. [ 1125.187041] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating folder: Instances. Parent ref: group-v590783. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1125.187298] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bcfd46b4-673f-4e84-a959-85aa88c67a85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.198674] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created folder: Instances in parent group-v590783. [ 1125.198958] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.199280] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.199794] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bff6c3c8-4a65-4a5c-aa31-5785837e9481 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.220351] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.220351] env[68758]: value = "task-2943129" [ 1125.220351] env[68758]: _type = "Task" [ 1125.220351] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.230899] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943129, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.230899] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.296032] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.296223] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.296370] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.296554] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.296702] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.296849] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.297102] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.297251] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.297423] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.297589] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.297766] env[68758]: DEBUG nova.virt.hardware [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.298702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7393435-555c-4fa6-b0b1-36c977796912 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.309114] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbaa43c-50d3-4844-baa0-63f377aec697 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.362226] env[68758]: DEBUG nova.compute.manager [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Received event network-changed-af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1125.362367] env[68758]: DEBUG nova.compute.manager [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Refreshing instance network info cache due to event network-changed-af103e07-0e7e-478e-bea1-caa8229ffc11. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1125.362965] env[68758]: DEBUG oslo_concurrency.lockutils [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] Acquiring lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.362965] env[68758]: DEBUG oslo_concurrency.lockutils [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] Acquired lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.362965] env[68758]: DEBUG nova.network.neutron [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Refreshing network info cache for port af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.535047] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.578853] env[68758]: DEBUG oslo_concurrency.lockutils [None req-61ae3048-f34a-4eff-8ecd-45723348b81c tempest-DeleteServersTestJSON-932876880 tempest-DeleteServersTestJSON-932876880-project-member] Lock "878c4729-4f9f-434f-b2eb-a301a9f3d965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.979s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.588600] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cdc6bd8a-eabf-43c6-8083-b41e2d5361fd tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "7401bb05-c374-407b-a8f7-8988fb6fd4ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.351s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.599435] env[68758]: DEBUG nova.network.neutron [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.619872] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42b1b344-54a7-475b-9026-89655f883b5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.634276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a499ffc-f604-4005-8cad-21ffdd40d1dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.656956] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17765d6-caa9-4969-be7c-0a11486d0f26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.666826] env[68758]: DEBUG nova.compute.manager [req-89d2303d-fb33-4bb5-8654-bd5810498b64 req-95400d1b-d6bf-41ba-b49a-e6e44a55869e service nova] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Detach interface failed, port_id=bab67e6b-1a87-48cc-8058-6bb7a87a4091, reason: Instance a4768964-ff6a-4a34-94dc-1bdb98c2419f could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1125.672857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6e8abc-f9cb-482e-b768-e2898a1dcf07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.705588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7fb3ad-7bb0-4594-9265-6ff8331ae6f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.713971] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7315851-ed2d-44bf-b0a1-4d98837231e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.727403] env[68758]: DEBUG nova.compute.provider_tree [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.736602] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943129, 'name': CreateVM_Task, 'duration_secs': 0.346628} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.736602] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.737286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.737437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.737741] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.738565] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495b6971-b53c-44b1-b8a2-7dbb1933cb6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.743878] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1125.743878] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6af3d-bee4-0892-040e-5412b07ce408" [ 1125.743878] env[68758]: _type = "Task" [ 1125.743878] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.752582] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6af3d-bee4-0892-040e-5412b07ce408, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.101500] env[68758]: INFO nova.compute.manager [-] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Took 1.36 seconds to deallocate network for instance. [ 1126.114997] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Successfully updated port: eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1126.194760] env[68758]: DEBUG nova.network.neutron [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updated VIF entry in instance network info cache for port af103e07-0e7e-478e-bea1-caa8229ffc11. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.195188] env[68758]: DEBUG nova.network.neutron [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [{"id": "af103e07-0e7e-478e-bea1-caa8229ffc11", "address": "fa:16:3e:ac:72:8a", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf103e07-0e", "ovs_interfaceid": "af103e07-0e7e-478e-bea1-caa8229ffc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.233339] env[68758]: DEBUG nova.scheduler.client.report [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.258119] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6af3d-bee4-0892-040e-5412b07ce408, 'name': SearchDatastore_Task, 'duration_secs': 0.011511} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.259084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.259332] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.259658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.259732] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.259923] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.262116] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d00ff5f-064c-447c-835f-0e937309e0c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.272155] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.272373] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.273163] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-930e7e9e-eb1c-4bb6-bdf8-998582d7171f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.280422] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1126.280422] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e27143-58fb-68ff-354f-3669cc0353c9" [ 1126.280422] env[68758]: _type = "Task" [ 1126.280422] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.288813] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e27143-58fb-68ff-354f-3669cc0353c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.613065] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.618827] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.618969] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.619165] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.698333] env[68758]: DEBUG oslo_concurrency.lockutils [req-cde83376-a75d-44a8-bead-984ccad80f54 req-325afb17-1cd0-434b-915a-f2c76d3ae158 service nova] Releasing lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.738568] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.740871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.053s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.742704] env[68758]: INFO nova.compute.claims [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.792159] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e27143-58fb-68ff-354f-3669cc0353c9, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.793023] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a5144d0-c696-40cb-9ffd-5dc67b3b4ab5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.801430] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1126.801430] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5272bd17-5c27-69d5-3eef-ea19a2bd61c4" [ 1126.801430] env[68758]: _type = "Task" [ 1126.801430] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.812656] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5272bd17-5c27-69d5-3eef-ea19a2bd61c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.819078] env[68758]: INFO nova.scheduler.client.report [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance 36ac3b7b-56e2-49af-ad55-02337b2e36db [ 1127.179055] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1127.312531] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5272bd17-5c27-69d5-3eef-ea19a2bd61c4, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.312790] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.313061] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/be039a01-adef-4c1f-82a2-9a7721adf03a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.313317] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96a9be7-7fac-48b0-99c4-8019f71bc277 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.322929] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1127.322929] env[68758]: value = "task-2943131" [ 1127.322929] env[68758]: _type = "Task" [ 1127.322929] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.325864] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d8a8d5d2-9307-44ad-aa35-a5a566008a59 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "36ac3b7b-56e2-49af-ad55-02337b2e36db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.994s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.343645] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.389907] env[68758]: DEBUG nova.compute.manager [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Received event network-vif-plugged-eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.390208] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Acquiring lock "324acb5d-1d09-42ec-bb73-911b27386525-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.390671] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Lock "324acb5d-1d09-42ec-bb73-911b27386525-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.390900] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Lock "324acb5d-1d09-42ec-bb73-911b27386525-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.391198] env[68758]: DEBUG nova.compute.manager [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] No waiting events found dispatching network-vif-plugged-eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1127.391425] env[68758]: WARNING nova.compute.manager [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Received unexpected event network-vif-plugged-eb7ec635-842a-4df0-b4c5-e885596b9f1e for instance with vm_state building and task_state spawning. [ 1127.391697] env[68758]: DEBUG nova.compute.manager [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Received event network-changed-eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1127.391852] env[68758]: DEBUG nova.compute.manager [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Refreshing instance network info cache due to event network-changed-eb7ec635-842a-4df0-b4c5-e885596b9f1e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1127.392158] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Acquiring lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.400995] env[68758]: DEBUG nova.network.neutron [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updating instance_info_cache with network_info: [{"id": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "address": "fa:16:3e:e8:45:eb", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7ec635-84", "ovs_interfaceid": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.835265] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.835528] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/be039a01-adef-4c1f-82a2-9a7721adf03a.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.835736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.835997] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88cdbdfd-20e8-48f4-a625-bb77c7a601e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.847743] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1127.847743] env[68758]: value = "task-2943132" [ 1127.847743] env[68758]: _type = "Task" [ 1127.847743] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.857754] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.897903] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239186d8-1422-4fc7-aab8-141164d3bfc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.906031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.906337] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Instance network_info: |[{"id": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "address": "fa:16:3e:e8:45:eb", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7ec635-84", "ovs_interfaceid": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1127.906706] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Acquired lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.906890] env[68758]: DEBUG nova.network.neutron [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Refreshing network info cache for port eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.908381] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:45:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb7ec635-842a-4df0-b4c5-e885596b9f1e', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.920622] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.921580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a787bf-b353-4b73-b125-cf2cd090a432 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.928014] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.928513] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ed7c3dd-4fcd-4135-84c4-1419b25cfd93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.976552] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c47604c-56f3-44a2-823c-3e299d99ca08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.978956] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.978956] env[68758]: value = "task-2943133" [ 1127.978956] env[68758]: _type = "Task" [ 1127.978956] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.986240] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb85d44-1180-4985-9ea3-dbcf672cb826 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.993565] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943133, 'name': CreateVM_Task} progress is 15%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.004531] env[68758]: DEBUG nova.compute.provider_tree [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.153505] env[68758]: DEBUG nova.network.neutron [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updated VIF entry in instance network info cache for port eb7ec635-842a-4df0-b4c5-e885596b9f1e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.153879] env[68758]: DEBUG nova.network.neutron [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updating instance_info_cache with network_info: [{"id": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "address": "fa:16:3e:e8:45:eb", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7ec635-84", "ovs_interfaceid": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.359518] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064632} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.359802] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.360674] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d654fcd0-7063-4048-8f5c-32403aaaaa3c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.385762] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/be039a01-adef-4c1f-82a2-9a7721adf03a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.386376] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bed9e00-ef00-4705-a7dd-d54f272d8062 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.407220] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1128.407220] env[68758]: value = "task-2943134" [ 1128.407220] env[68758]: _type = "Task" [ 1128.407220] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.416537] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.493708] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943133, 'name': CreateVM_Task, 'duration_secs': 0.427526} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.493904] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.494760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.494956] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.495362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.495651] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a11839b8-ce47-4b1b-bfdf-7902b9794e3a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.501376] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1128.501376] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52477fd0-5131-282a-7015-3d77df3d7bb3" [ 1128.501376] env[68758]: _type = "Task" [ 1128.501376] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.511110] env[68758]: DEBUG nova.scheduler.client.report [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.515106] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52477fd0-5131-282a-7015-3d77df3d7bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.651598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "d7e1c653-c933-43e1-899b-05840372e0bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.651744] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.656845] env[68758]: DEBUG oslo_concurrency.lockutils [req-076e26f2-7cb3-4fda-b8c4-45cfdef1423a req-27b0a5cd-5182-4f22-8de7-273c4e527da0 service nova] Releasing lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.922296] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943134, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.015104] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52477fd0-5131-282a-7015-3d77df3d7bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.025609} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.015885] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.016989] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1129.019369] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.019458] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.020094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.020094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.020094] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.020560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.486s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.022101] env[68758]: INFO nova.compute.claims [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1129.024518] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23e5c9d6-43a2-4431-887c-a9fe1921ffcd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.035165] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.035349] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.036231] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bcbdfef-1a08-4c5a-9d00-c3d0ec2154dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.042640] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1129.042640] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d175ad-87b3-8350-ae5f-c499eedf391d" [ 1129.042640] env[68758]: _type = "Task" [ 1129.042640] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.051771] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d175ad-87b3-8350-ae5f-c499eedf391d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.108238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.108465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.153953] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.418180] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943134, 'name': ReconfigVM_Task, 'duration_secs': 0.535374} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.418478] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/be039a01-adef-4c1f-82a2-9a7721adf03a.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.419122] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-173bd172-53b7-4238-a69b-1aae496652e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.426726] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1129.426726] env[68758]: value = "task-2943135" [ 1129.426726] env[68758]: _type = "Task" [ 1129.426726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.435214] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943135, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.522268] env[68758]: DEBUG nova.compute.utils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1129.523812] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1129.524477] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1129.554165] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d175ad-87b3-8350-ae5f-c499eedf391d, 'name': SearchDatastore_Task, 'duration_secs': 0.010821} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.554982] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7936083-2b6e-4358-a442-3f7ec32f57a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.561270] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1129.561270] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5234c2c7-4b41-6534-0231-4dbcfbdae513" [ 1129.561270] env[68758]: _type = "Task" [ 1129.561270] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.569788] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5234c2c7-4b41-6534-0231-4dbcfbdae513, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.591628] env[68758]: DEBUG nova.policy [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e7c6752503549f5ad83277a4034d3f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e3a1b818ca245209f59646836e40a1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1129.611321] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1129.688521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.906939] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Successfully created port: 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.937699] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943135, 'name': Rename_Task, 'duration_secs': 0.15511} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.938393] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.938393] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cea96302-f2df-4594-b0d5-c53cb65082c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.945868] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1129.945868] env[68758]: value = "task-2943136" [ 1129.945868] env[68758]: _type = "Task" [ 1129.945868] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.955971] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.026842] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1130.073406] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5234c2c7-4b41-6534-0231-4dbcfbdae513, 'name': SearchDatastore_Task, 'duration_secs': 0.012261} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.073943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.074057] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/324acb5d-1d09-42ec-bb73-911b27386525.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.077360] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaa17a02-8302-4268-bb3d-9dfe1e2b95b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.089220] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1130.089220] env[68758]: value = "task-2943137" [ 1130.089220] env[68758]: _type = "Task" [ 1130.089220] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.099678] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.144857] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.228864] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6d4fbe-b653-40e4-9843-2d1d4f2df977 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.237474] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d5c36-9099-4615-a0de-411bcdcf3166 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.272857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cdd766-cb98-41a3-9635-2fe3bef23b6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.284421] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc06e19-7f91-4744-9a3b-427e09b56019 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.300513] env[68758]: DEBUG nova.compute.provider_tree [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.458295] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943136, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.603467] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50403} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.604438] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/324acb5d-1d09-42ec-bb73-911b27386525.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.604644] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.604886] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1254b410-1893-428d-b082-60286ac17c9c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.612781] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1130.612781] env[68758]: value = "task-2943138" [ 1130.612781] env[68758]: _type = "Task" [ 1130.612781] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.623888] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.804385] env[68758]: DEBUG nova.scheduler.client.report [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.956599] env[68758]: DEBUG oslo_vmware.api [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943136, 'name': PowerOnVM_Task, 'duration_secs': 0.764313} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.957072] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.957072] env[68758]: INFO nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1130.957235] env[68758]: DEBUG nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.957984] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b17ed95-d10a-45bf-acf6-fa7f61a11492 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.041674] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1131.078898] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.079169] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.079341] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.079516] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.079657] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.079805] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.080054] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.080232] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.080400] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.080573] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.080744] env[68758]: DEBUG nova.virt.hardware [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.081962] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721b2fa-20eb-4b67-a8b3-6ef9e4e9a963 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.090714] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b82512-a512-4588-a3f0-ef07913300dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.121808] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077393} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.121915] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.122657] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c15d2f-c219-4d0c-9998-a4ae7422e860 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.146384] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/324acb5d-1d09-42ec-bb73-911b27386525.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.147206] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f640e07c-29c2-4137-baf4-6458e83c34bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.185523] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1131.185523] env[68758]: value = "task-2943139" [ 1131.185523] env[68758]: _type = "Task" [ 1131.185523] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.199610] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.309626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.289s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.310208] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.313272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.700s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.313546] env[68758]: DEBUG nova.objects.instance [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lazy-loading 'resources' on Instance uuid a4768964-ff6a-4a34-94dc-1bdb98c2419f {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.384702] env[68758]: DEBUG nova.compute.manager [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1131.384921] env[68758]: DEBUG oslo_concurrency.lockutils [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.385171] env[68758]: DEBUG oslo_concurrency.lockutils [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.385382] env[68758]: DEBUG oslo_concurrency.lockutils [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.385715] env[68758]: DEBUG nova.compute.manager [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] No waiting events found dispatching network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1131.385952] env[68758]: WARNING nova.compute.manager [req-9f671a8f-f6fc-48f6-8e14-f018f1fa4be5 req-d5863b73-9276-4d6e-89f3-9fa01491c0ed service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received unexpected event network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d for instance with vm_state building and task_state spawning. [ 1131.478768] env[68758]: INFO nova.compute.manager [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Took 19.37 seconds to build instance. [ 1131.539831] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Successfully updated port: 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.697821] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.818050] env[68758]: DEBUG nova.compute.utils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.823976] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.824316] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.865243] env[68758]: DEBUG nova.policy [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879359a82da04548b8bd95b3d3706252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636d7a19f21744e3a1dc985cd7c81b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.980118] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be791e4a-c17a-4ecf-941e-501c27036db1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.983446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-15dbe581-1ec1-4cb4-bfb1-7323416f6e71 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.892s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.989287] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5c4788-8bb9-4dac-88fa-8c78b2832d4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.022903] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d647b27-a9f6-42b0-83cc-c206b935f341 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.031358] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063d915-8cfc-4b31-9f02-62e7b998d716 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.045467] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.045623] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.045774] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.050684] env[68758]: DEBUG nova.compute.provider_tree [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.161839] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Successfully created port: fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.199630] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943139, 'name': ReconfigVM_Task, 'duration_secs': 0.687656} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.203248] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/324acb5d-1d09-42ec-bb73-911b27386525.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.203248] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-10fa6edd-6bc0-42ed-b13c-484abe9cf737 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.208106] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1132.208106] env[68758]: value = "task-2943140" [ 1132.208106] env[68758]: _type = "Task" [ 1132.208106] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.219283] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943140, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.324496] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.554653] env[68758]: DEBUG nova.scheduler.client.report [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.627545] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.721377] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943140, 'name': Rename_Task, 'duration_secs': 0.15372} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.721653] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.721896] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec6fd9e7-146f-4891-8e34-634be9de6240 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.728714] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1132.728714] env[68758]: value = "task-2943141" [ 1132.728714] env[68758]: _type = "Task" [ 1132.728714] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.737795] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943141, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.922374] env[68758]: DEBUG nova.network.neutron [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.064983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.067355] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.379s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.068899] env[68758]: INFO nova.compute.claims [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.115311] env[68758]: INFO nova.scheduler.client.report [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Deleted allocations for instance a4768964-ff6a-4a34-94dc-1bdb98c2419f [ 1133.239858] env[68758]: DEBUG oslo_vmware.api [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943141, 'name': PowerOnVM_Task, 'duration_secs': 0.496228} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.240196] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.240435] env[68758]: INFO nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1133.240629] env[68758]: DEBUG nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.241483] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ce7b4d-1d6c-4efd-83e5-078ee2f0a960 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.340650] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.384088] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.384237] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.384333] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.384496] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.384655] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.384785] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.384995] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.385172] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.385338] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.385498] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.385669] env[68758]: DEBUG nova.virt.hardware [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.386641] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ea0935-0bd9-4ac7-bb0e-ee9194296628 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.396927] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13d864-badd-4f87-ac5e-7d536de7b3dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.420622] env[68758]: DEBUG nova.compute.manager [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1133.420809] env[68758]: DEBUG nova.compute.manager [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing instance network info cache due to event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1133.421030] env[68758]: DEBUG oslo_concurrency.lockutils [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.425301] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.425582] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance network_info: |[{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.425833] env[68758]: DEBUG oslo_concurrency.lockutils [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.426007] env[68758]: DEBUG nova.network.neutron [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.427166] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ee:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ac4e30-999d-4d55-ab1d-4c8f6df92f3d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.434591] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.435251] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.435476] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a9fa187-bcd0-4a47-b91f-d5ed659ed963 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.457165] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.457165] env[68758]: value = "task-2943142" [ 1133.457165] env[68758]: _type = "Task" [ 1133.457165] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.468702] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943142, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.627044] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1e9f5649-e908-47ae-b4e6-bb1d3c170aa5 tempest-InstanceActionsTestJSON-2067906077 tempest-InstanceActionsTestJSON-2067906077-project-member] Lock "a4768964-ff6a-4a34-94dc-1bdb98c2419f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.528s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.763032] env[68758]: INFO nova.compute.manager [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Took 19.79 seconds to build instance. [ 1133.843169] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Successfully updated port: fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.967664] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943142, 'name': CreateVM_Task, 'duration_secs': 0.409636} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.967870] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1133.968614] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.968728] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.969063] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.971475] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aceff2ed-e7c2-482b-a455-326934460d06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.977245] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1133.977245] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d11e59-a56d-13bd-fa8f-8ae6febdcdb0" [ 1133.977245] env[68758]: _type = "Task" [ 1133.977245] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.986985] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d11e59-a56d-13bd-fa8f-8ae6febdcdb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.198081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.198471] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.198533] env[68758]: INFO nova.compute.manager [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Shelving [ 1134.226424] env[68758]: INFO nova.compute.manager [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Rescuing [ 1134.227150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.227150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.227447] env[68758]: DEBUG nova.network.neutron [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.247800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9adbf5-ca92-470a-9ab6-3c3fd2a873ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.257106] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5abd03f-7a56-4412-8c55-1454f0d15ffc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.292452] env[68758]: DEBUG oslo_concurrency.lockutils [None req-36109805-eb39-4fe5-bc04-fc60664a2ca6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.332s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.294080] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a944d5-2248-4948-ba11-0c77f15e5d29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.304342] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8422aff-3571-476b-b9b2-41b42ac44124 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.318758] env[68758]: DEBUG nova.compute.provider_tree [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.345912] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.346084] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.346684] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.472128] env[68758]: DEBUG nova.network.neutron [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updated VIF entry in instance network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.472501] env[68758]: DEBUG nova.network.neutron [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.487649] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d11e59-a56d-13bd-fa8f-8ae6febdcdb0, 'name': SearchDatastore_Task, 'duration_secs': 0.015196} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.487947] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.488222] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.488452] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.488597] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.488775] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.489044] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0844515-2f68-4c18-b033-03590ff35f43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.503450] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.503631] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.504408] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cff0939-3585-46ce-ba1c-b76233d9a162 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.515785] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1134.515785] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dbcdc-4afa-401a-9c4d-0e87c7937888" [ 1134.515785] env[68758]: _type = "Task" [ 1134.515785] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.527301] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dbcdc-4afa-401a-9c4d-0e87c7937888, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.822850] env[68758]: DEBUG nova.scheduler.client.report [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.901021] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.975782] env[68758]: DEBUG oslo_concurrency.lockutils [req-8673c497-3775-44bb-ba1d-1a4826cc1868 req-9d1260d5-2c05-4045-935e-7c7a9033c25b service nova] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.028705] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521dbcdc-4afa-401a-9c4d-0e87c7937888, 'name': SearchDatastore_Task, 'duration_secs': 0.020626} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.030616] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d2eb736-7828-4b7e-9e2e-94ebc6a5094f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.042020] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1135.042020] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d8fc3b-c5fd-6647-7387-912ba56d39f3" [ 1135.042020] env[68758]: _type = "Task" [ 1135.042020] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.042020] env[68758]: DEBUG nova.network.neutron [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updating instance_info_cache with network_info: [{"id": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "address": "fa:16:3e:e8:45:eb", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb7ec635-84", "ovs_interfaceid": "eb7ec635-842a-4df0-b4c5-e885596b9f1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.048510] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d8fc3b-c5fd-6647-7387-912ba56d39f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.208163] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.208163] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fef337b-a4ff-4ad8-8295-c9ebd6d44d1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.222020] env[68758]: DEBUG nova.network.neutron [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [{"id": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "address": "fa:16:3e:5f:c2:94", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf78c67-9a", "ovs_interfaceid": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.227891] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1135.227891] env[68758]: value = "task-2943143" [ 1135.227891] env[68758]: _type = "Task" [ 1135.227891] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.241635] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943143, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.330300] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.332532] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.333691] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.189s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.335362] env[68758]: INFO nova.compute.claims [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.451050] env[68758]: DEBUG nova.compute.manager [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received event network-vif-plugged-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.451050] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Acquiring lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.451050] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.451050] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.451847] env[68758]: DEBUG nova.compute.manager [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] No waiting events found dispatching network-vif-plugged-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.452113] env[68758]: WARNING nova.compute.manager [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received unexpected event network-vif-plugged-fcf78c67-9a23-44a4-8c06-c5934e84399c for instance with vm_state building and task_state spawning. [ 1135.454016] env[68758]: DEBUG nova.compute.manager [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1135.454016] env[68758]: DEBUG nova.compute.manager [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing instance network info cache due to event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1135.454016] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Acquiring lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.547097] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-324acb5d-1d09-42ec-bb73-911b27386525" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.549176] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d8fc3b-c5fd-6647-7387-912ba56d39f3, 'name': SearchDatastore_Task, 'duration_secs': 0.013596} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.549626] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.549872] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.550173] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39cc7623-e654-4de9-8dab-523225d79407 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.560211] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1135.560211] env[68758]: value = "task-2943144" [ 1135.560211] env[68758]: _type = "Task" [ 1135.560211] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.569241] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.726023] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726408] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Instance network_info: |[{"id": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "address": "fa:16:3e:5f:c2:94", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf78c67-9a", "ovs_interfaceid": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.726829] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Acquired lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.727164] env[68758]: DEBUG nova.network.neutron [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.728879] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:c2:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcf78c67-9a23-44a4-8c06-c5934e84399c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.737312] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating folder: Project (636d7a19f21744e3a1dc985cd7c81b9c). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.741287] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de5840db-3862-4915-beb9-f82a77501fba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.752024] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943143, 'name': PowerOffVM_Task, 'duration_secs': 0.207111} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.752411] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.753748] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b5230c-4a34-4234-8683-db3e83f1769c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.758400] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created folder: Project (636d7a19f21744e3a1dc985cd7c81b9c) in parent group-v590497. [ 1135.758683] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating folder: Instances. Parent ref: group-v590788. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.759412] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-478ed22b-574b-4123-8fd3-38e0b9700915 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.781331] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cefea045-ce43-4468-9a31-13e69a705a23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.784470] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created folder: Instances in parent group-v590788. [ 1135.784866] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.787034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.787034] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e232db6a-21de-4ac5-87bd-b7f23b737e8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.813825] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.813825] env[68758]: value = "task-2943147" [ 1135.813825] env[68758]: _type = "Task" [ 1135.813825] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.826947] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943147, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.843705] env[68758]: DEBUG nova.compute.utils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.845449] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.845771] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.899117] env[68758]: DEBUG nova.policy [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b66647fcffbb46bc8b9ee1e264e015d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ba82a5a56324c0ea06b6eba7167a0a9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.070740] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475692} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.071302] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.071647] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.071884] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed9c804c-6afe-4233-ab17-01cc45145dea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.079754] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1136.079754] env[68758]: value = "task-2943148" [ 1136.079754] env[68758]: _type = "Task" [ 1136.079754] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.091060] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943148, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.313181] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1136.313521] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0ee5ef21-9134-44fe-bac7-8d14d4285fe5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.327569] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943147, 'name': CreateVM_Task, 'duration_secs': 0.401047} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.328978] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.329421] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1136.329421] env[68758]: value = "task-2943149" [ 1136.329421] env[68758]: _type = "Task" [ 1136.329421] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.330212] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.330419] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.330805] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.331243] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00c5b8bc-d077-455b-9c9c-16f8e24b3f3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.343890] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943149, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.347851] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1136.347851] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c52df6-d83a-db07-449f-9227d3c3baeb" [ 1136.347851] env[68758]: _type = "Task" [ 1136.347851] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.348953] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.368037] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c52df6-d83a-db07-449f-9227d3c3baeb, 'name': SearchDatastore_Task, 'duration_secs': 0.019314} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.369075] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.369075] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1136.369195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.369391] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.369627] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1136.373199] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f0528b6-2588-40c4-a898-66e64794fbd8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.386582] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1136.386837] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1136.387684] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8244a0e8-2106-4701-9a91-eb0988b91568 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.394635] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1136.394635] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5ea4f-38a2-ef8f-c94c-09e41a83a1a0" [ 1136.394635] env[68758]: _type = "Task" [ 1136.394635] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.414395] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5ea4f-38a2-ef8f-c94c-09e41a83a1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.428750] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Successfully created port: 957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.571548] env[68758]: DEBUG nova.network.neutron [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updated VIF entry in instance network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.571920] env[68758]: DEBUG nova.network.neutron [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [{"id": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "address": "fa:16:3e:5f:c2:94", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf78c67-9a", "ovs_interfaceid": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.608709] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943148, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0737} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.609137] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.610412] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02abbd99-08ed-4894-8f38-19d382343832 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.618892] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9070a82b-6498-4206-af0e-e130f464468e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.640649] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.641741] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1537820-ea40-4159-929f-b0cc9a2f0280 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.659668] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea0db31-a25c-423d-b0fe-0622f38a4d76 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.669364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.669364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.670318] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1136.670318] env[68758]: value = "task-2943150" [ 1136.670318] env[68758]: _type = "Task" [ 1136.670318] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.705596] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae04f1d-50a7-4540-b958-fb2f49a707f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.712468] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.719191] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74ee25d3-4a6c-45c2-a87b-f0b9fd51ebec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.735986] env[68758]: DEBUG nova.compute.provider_tree [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.845592] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943149, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.913245] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5ea4f-38a2-ef8f-c94c-09e41a83a1a0, 'name': SearchDatastore_Task, 'duration_secs': 0.027239} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.913245] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2bbce2b-4ceb-4f5c-ae87-96c590fc91bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.918749] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1136.918749] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e60356-6cab-1765-48ec-683f3f5106f8" [ 1136.918749] env[68758]: _type = "Task" [ 1136.918749] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.927262] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e60356-6cab-1765-48ec-683f3f5106f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.074680] env[68758]: DEBUG oslo_concurrency.lockutils [req-a723175c-e020-4a7e-8600-bc3e9b1447d7 req-698bf26f-85aa-4aaf-bf48-e352da9e5018 service nova] Releasing lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.103764] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.104202] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96c7528d-7722-4ad7-9e69-8bebe8c0917a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.113502] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1137.113502] env[68758]: value = "task-2943151" [ 1137.113502] env[68758]: _type = "Task" [ 1137.113502] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.122692] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.177033] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.183812] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.238810] env[68758]: DEBUG nova.scheduler.client.report [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.341599] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943149, 'name': CreateSnapshot_Task, 'duration_secs': 0.978625} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.341978] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1137.342674] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec6479-eb19-44ca-85a2-ae0c8bcfa55e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.363525] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.391035] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.391368] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.391529] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.391711] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.391853] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.391999] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.392229] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.392383] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.392545] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.392702] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.392870] env[68758]: DEBUG nova.virt.hardware [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.394199] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bde5164-6fe4-4b66-8525-705067efbb2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.403060] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470ec0ca-11f8-4f0d-921d-5ba895341d08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.427822] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e60356-6cab-1765-48ec-683f3f5106f8, 'name': SearchDatastore_Task, 'duration_secs': 0.031918} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.428090] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.428348] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ae2ff8e3-aa79-4006-a79c-e3740015ee3e/ae2ff8e3-aa79-4006-a79c-e3740015ee3e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1137.428593] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65666295-1955-4994-86f3-80b8c1fb6c97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.435717] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1137.435717] env[68758]: value = "task-2943152" [ 1137.435717] env[68758]: _type = "Task" [ 1137.435717] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.443523] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.624053] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943151, 'name': PowerOffVM_Task, 'duration_secs': 0.213857} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.624349] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.625407] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07ec2e2-a217-44ff-9eec-93fbae744d8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.645265] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15350a8-5276-46de-8321-277aaa0ba7ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.677083] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.677433] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd5750f7-ab06-4dfc-8b12-ae70270c5653 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.688511] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.692016] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1137.692016] env[68758]: value = "task-2943153" [ 1137.692016] env[68758]: _type = "Task" [ 1137.692016] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.702136] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1137.702303] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.702552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.702644] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.702828] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.703109] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f937f3c-b03b-4d04-b1c2-80ad676c1060 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.705895] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.723885] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.724097] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.725918] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ad791c0-c585-453a-b9c7-e9c92c4d6418 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.732164] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1137.732164] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3f83-890c-f32f-5a93-2b301b0c8b0a" [ 1137.732164] env[68758]: _type = "Task" [ 1137.732164] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.739256] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3f83-890c-f32f-5a93-2b301b0c8b0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.744080] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.744570] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.747199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.041s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.748560] env[68758]: INFO nova.compute.claims [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.860734] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1137.860734] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20bf323e-6c37-43d3-b190-7b2cc1c9c298 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.870508] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1137.870508] env[68758]: value = "task-2943154" [ 1137.870508] env[68758]: _type = "Task" [ 1137.870508] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.879231] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943154, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.947306] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.127648] env[68758]: DEBUG nova.compute.manager [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Received event network-vif-plugged-957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1138.127887] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] Acquiring lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.128193] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] Lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.128390] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] Lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.128578] env[68758]: DEBUG nova.compute.manager [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] No waiting events found dispatching network-vif-plugged-957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1138.128746] env[68758]: WARNING nova.compute.manager [req-4e298d22-f106-4466-9705-3e452ea33fa1 req-2bb99a04-56e1-4d95-a6c1-dce562660a2e service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Received unexpected event network-vif-plugged-957ea881-412d-4a36-85d2-75152a5f7937 for instance with vm_state building and task_state spawning. [ 1138.183279] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943150, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.242184] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520e3f83-890c-f32f-5a93-2b301b0c8b0a, 'name': SearchDatastore_Task, 'duration_secs': 0.039399} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.243219] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74b425fd-969f-4178-a7e6-c0b8a92c59d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.250797] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1138.250797] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f30d3f-87f7-97ea-2699-791f6d5e5b8f" [ 1138.250797] env[68758]: _type = "Task" [ 1138.250797] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.252500] env[68758]: DEBUG nova.compute.utils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.265180] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.265438] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.279646] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f30d3f-87f7-97ea-2699-791f6d5e5b8f, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.279874] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.280306] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1138.280503] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-799aedc3-4305-4f2b-86b0-8555c8a66552 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.290250] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1138.290250] env[68758]: value = "task-2943155" [ 1138.290250] env[68758]: _type = "Task" [ 1138.290250] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.301780] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943155, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.311692] env[68758]: DEBUG nova.policy [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.320729] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Successfully updated port: 957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1138.383506] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943154, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.448432] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943152, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.645990] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Successfully created port: 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1138.684090] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943150, 'name': ReconfigVM_Task, 'duration_secs': 1.634991} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.684471] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1138.685234] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f56485e-74e2-493d-86b7-a4d53569399b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.694406] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1138.694406] env[68758]: value = "task-2943156" [ 1138.694406] env[68758]: _type = "Task" [ 1138.694406] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.705246] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943156, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.775202] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.803031] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943155, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.827332] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.827478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.827628] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.889545] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943154, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.950038] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943152, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.256583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.951047] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] ae2ff8e3-aa79-4006-a79c-e3740015ee3e/ae2ff8e3-aa79-4006-a79c-e3740015ee3e.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1138.954083] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1138.954083] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5a49cae-068c-400d-bcc1-58218e3b6c0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.965728] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1138.965728] env[68758]: value = "task-2943157" [ 1138.965728] env[68758]: _type = "Task" [ 1138.965728] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.981384] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.988716] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441a05d9-38df-4290-aa11-bfd83c37a225 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.996844] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff4f210-7bbc-42c1-ad0b-f2ea8680c202 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.038362] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ed173-80c3-47a4-8085-7c87009765f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.048775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccbb34-5392-4abe-85e7-6cdbe862befe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.066304] env[68758]: DEBUG nova.compute.provider_tree [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.205965] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943156, 'name': Rename_Task, 'duration_secs': 0.340841} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.206542] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.206542] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8a00ccb-bc68-444e-9963-642d6552db78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.215029] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1139.215029] env[68758]: value = "task-2943158" [ 1139.215029] env[68758]: _type = "Task" [ 1139.215029] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.224068] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943158, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.300594] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943155, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821175} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.300861] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 1139.301636] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f784e40-fe1f-4f4a-8399-53fb1f9c8aab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.327297] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.328412] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90fc5fad-7793-453a-8fb8-17169c7b6a2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.353098] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1139.353098] env[68758]: value = "task-2943159" [ 1139.353098] env[68758]: _type = "Task" [ 1139.353098] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.362262] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.383400] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943154, 'name': CloneVM_Task, 'duration_secs': 1.359099} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.384331] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1139.386391] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Created linked-clone VM from snapshot [ 1139.387271] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047adb35-54b6-4d07-b5af-e856a3168d30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.396949] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Uploading image 98320266-e946-4618-8e4d-abc35bc9a0ad {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1139.439869] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1139.439869] env[68758]: value = "vm-590792" [ 1139.439869] env[68758]: _type = "VirtualMachine" [ 1139.439869] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1139.440553] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-15e205fe-1628-495a-8db2-7eedfb1823cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.447876] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lease: (returnval){ [ 1139.447876] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b287dd-0d43-da60-fbe4-f90f1979d0b1" [ 1139.447876] env[68758]: _type = "HttpNfcLease" [ 1139.447876] env[68758]: } obtained for exporting VM: (result){ [ 1139.447876] env[68758]: value = "vm-590792" [ 1139.447876] env[68758]: _type = "VirtualMachine" [ 1139.447876] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1139.448217] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the lease: (returnval){ [ 1139.448217] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b287dd-0d43-da60-fbe4-f90f1979d0b1" [ 1139.448217] env[68758]: _type = "HttpNfcLease" [ 1139.448217] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1139.457805] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.457805] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b287dd-0d43-da60-fbe4-f90f1979d0b1" [ 1139.457805] env[68758]: _type = "HttpNfcLease" [ 1139.457805] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1139.476065] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08976} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.476365] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.478664] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e819f28-a582-4a99-ac5d-68e10b1972f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.505256] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] ae2ff8e3-aa79-4006-a79c-e3740015ee3e/ae2ff8e3-aa79-4006-a79c-e3740015ee3e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.505581] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf9506e-9d50-42de-8c7d-15309dc56141 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.527104] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1139.527104] env[68758]: value = "task-2943161" [ 1139.527104] env[68758]: _type = "Task" [ 1139.527104] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.534822] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.569729] env[68758]: DEBUG nova.scheduler.client.report [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.574137] env[68758]: DEBUG nova.network.neutron [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Updating instance_info_cache with network_info: [{"id": "957ea881-412d-4a36-85d2-75152a5f7937", "address": "fa:16:3e:de:d1:2b", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957ea881-41", "ovs_interfaceid": "957ea881-412d-4a36-85d2-75152a5f7937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.726658] env[68758]: DEBUG oslo_vmware.api [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943158, 'name': PowerOnVM_Task, 'duration_secs': 0.468965} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.727263] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.727585] env[68758]: INFO nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1139.727874] env[68758]: DEBUG nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.728770] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a43afa-4874-422d-9e1e-d2b482517e37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.788153] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.819802] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1139.820321] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1139.820798] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1139.821283] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1139.821578] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1139.824015] env[68758]: DEBUG nova.virt.hardware [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1139.824401] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ccd397-c572-400a-984e-056b4d7b7a29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.835381] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3402f0-e9af-4a1b-a073-0a7b11df2124 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.861925] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943159, 'name': ReconfigVM_Task, 'duration_secs': 0.326085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.862252] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1139.863121] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4500ee-e51a-4cf1-8cf8-6747df1054d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.888950] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b20d3900-de6f-47ff-a508-13a0f65a7ebb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.904653] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1139.904653] env[68758]: value = "task-2943162" [ 1139.904653] env[68758]: _type = "Task" [ 1139.904653] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.914092] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.959024] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.959024] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b287dd-0d43-da60-fbe4-f90f1979d0b1" [ 1139.959024] env[68758]: _type = "HttpNfcLease" [ 1139.959024] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.959024] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.959024] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b287dd-0d43-da60-fbe4-f90f1979d0b1" [ 1139.959024] env[68758]: _type = "HttpNfcLease" [ 1139.959024] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1139.959024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1576411-efcb-44c2-8553-4a6959f3844e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.967528] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.967855] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1140.044016] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943161, 'name': ReconfigVM_Task, 'duration_secs': 0.455816} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.044016] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] ae2ff8e3-aa79-4006-a79c-e3740015ee3e/ae2ff8e3-aa79-4006-a79c-e3740015ee3e.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.044016] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9253a6e-6595-43a7-a4fb-0999c8149b80 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.048741] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1140.048741] env[68758]: value = "task-2943163" [ 1140.048741] env[68758]: _type = "Task" [ 1140.048741] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.058728] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943163, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.076019] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87df1b38-5435-4ad7-aada-6291ba180fab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.077437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.330s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.078203] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.081350] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.081682] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Instance network_info: |[{"id": "957ea881-412d-4a36-85d2-75152a5f7937", "address": "fa:16:3e:de:d1:2b", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957ea881-41", "ovs_interfaceid": "957ea881-412d-4a36-85d2-75152a5f7937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1140.083432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:d1:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '457c42cd-4ddb-4374-923e-d419b7f6eaff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '957ea881-412d-4a36-85d2-75152a5f7937', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.092699] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.093681] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.093681] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-405f336a-aa94-447b-b06c-a7ceb8d7454d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.116406] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.116406] env[68758]: value = "task-2943164" [ 1140.116406] env[68758]: _type = "Task" [ 1140.116406] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.128140] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943164, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.197250] env[68758]: DEBUG nova.compute.manager [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Received event network-changed-957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.197250] env[68758]: DEBUG nova.compute.manager [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Refreshing instance network info cache due to event network-changed-957ea881-412d-4a36-85d2-75152a5f7937. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1140.197250] env[68758]: DEBUG oslo_concurrency.lockutils [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] Acquiring lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.197250] env[68758]: DEBUG oslo_concurrency.lockutils [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] Acquired lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.197648] env[68758]: DEBUG nova.network.neutron [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Refreshing network info cache for port 957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1140.221678] env[68758]: DEBUG nova.compute.manager [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-vif-plugged-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1140.222011] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.222280] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.222450] env[68758]: DEBUG oslo_concurrency.lockutils [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.222756] env[68758]: DEBUG nova.compute.manager [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] No waiting events found dispatching network-vif-plugged-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.222917] env[68758]: WARNING nova.compute.manager [req-0e53f79a-d433-4726-9d30-2c4492de5fc2 req-f6e1682e-2785-4536-8df0-28f539995083 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received unexpected event network-vif-plugged-295e6f28-4b43-4d7f-ac55-b906d1966584 for instance with vm_state building and task_state spawning. [ 1140.250528] env[68758]: INFO nova.compute.manager [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Took 18.60 seconds to build instance. [ 1140.369214] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Successfully updated port: 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.415953] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943162, 'name': ReconfigVM_Task, 'duration_secs': 0.180241} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.417023] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.417404] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30ba3073-1094-4ff3-bf2f-5e892f15cc32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.424186] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1140.424186] env[68758]: value = "task-2943165" [ 1140.424186] env[68758]: _type = "Task" [ 1140.424186] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.432457] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943165, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.560996] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943163, 'name': Rename_Task, 'duration_secs': 0.161191} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.561350] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.561815] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6f83fa7-4d73-4c53-bc47-4691d215326c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.568629] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1140.568629] env[68758]: value = "task-2943166" [ 1140.568629] env[68758]: _type = "Task" [ 1140.568629] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.580098] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.583521] env[68758]: DEBUG nova.compute.utils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.584887] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.585070] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.635024] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943164, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.638498] env[68758]: DEBUG nova.policy [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88c8e6466e144b8aac7f6a446081f7a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa688773d7f4f7b81c7610328fb99c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.752891] env[68758]: DEBUG oslo_concurrency.lockutils [None req-58673bec-bef4-4f28-9786-a66d3c97f746 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.117s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.874748] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.874997] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.875276] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.935797] env[68758]: DEBUG oslo_vmware.api [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943165, 'name': PowerOnVM_Task, 'duration_secs': 0.454733} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.937200] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.941725] env[68758]: DEBUG nova.compute.manager [None req-0b25abe0-81f9-4ec1-9b9d-f77cceb8fd07 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1140.943305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51942e8-8263-45d2-bf13-6ac235936a69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.023292] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Successfully created port: 351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1141.080825] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943166, 'name': PowerOnVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.088289] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.130153] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943164, 'name': CreateVM_Task, 'duration_secs': 0.657951} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.130260] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1141.130994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.131228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.131616] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.134667] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf1cf75-8f25-495f-b8a5-f535bf2f28eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.140295] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1141.140295] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5bc4d-15d4-93e6-27b6-57c294b95d20" [ 1141.140295] env[68758]: _type = "Task" [ 1141.140295] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.148982] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5bc4d-15d4-93e6-27b6-57c294b95d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.254600] env[68758]: DEBUG nova.network.neutron [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Updated VIF entry in instance network info cache for port 957ea881-412d-4a36-85d2-75152a5f7937. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1141.256703] env[68758]: DEBUG nova.network.neutron [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Updating instance_info_cache with network_info: [{"id": "957ea881-412d-4a36-85d2-75152a5f7937", "address": "fa:16:3e:de:d1:2b", "network": {"id": "0651bde8-33b4-4b7c-b423-2069f190450c", "bridge": "br-int", "label": "tempest-ServersTestJSON-1386696130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ba82a5a56324c0ea06b6eba7167a0a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "457c42cd-4ddb-4374-923e-d419b7f6eaff", "external-id": "nsx-vlan-transportzone-575", "segmentation_id": 575, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap957ea881-41", "ovs_interfaceid": "957ea881-412d-4a36-85d2-75152a5f7937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.425292] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.579789] env[68758]: DEBUG oslo_vmware.api [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943166, 'name': PowerOnVM_Task, 'duration_secs': 0.695146} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.580138] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.580683] env[68758]: INFO nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1141.580683] env[68758]: DEBUG nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1141.581406] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724eea69-9ca5-49ca-911d-b82f73f70726 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.650650] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b5bc4d-15d4-93e6-27b6-57c294b95d20, 'name': SearchDatastore_Task, 'duration_secs': 0.017155} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.651203] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.651203] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.651444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.651679] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.651844] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.652062] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5409b44f-7f62-4be5-b391-3a3b3561d412 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.663326] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.663476] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.664387] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-debe3970-a10c-4c9d-a5cb-f0329e3e20ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.670217] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1141.670217] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52617eb7-e3e4-503c-1b13-e960ac44305d" [ 1141.670217] env[68758]: _type = "Task" [ 1141.670217] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.679730] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52617eb7-e3e4-503c-1b13-e960ac44305d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.717815] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.718227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.762542] env[68758]: DEBUG oslo_concurrency.lockutils [req-b926d80e-7783-4728-a867-85f871fb8f48 req-aa307ae1-e482-45ab-9bc2-e8f839bb7080 service nova] Releasing lock "refresh_cache-d7e1c653-c933-43e1-899b-05840372e0bb" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.926345] env[68758]: DEBUG nova.network.neutron [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.098974] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.101763] env[68758]: INFO nova.compute.manager [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Took 16.60 seconds to build instance. [ 1142.127329] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.127672] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.127888] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.128188] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.128441] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.128648] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.128914] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.129130] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.129359] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.129569] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.129925] env[68758]: DEBUG nova.virt.hardware [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.131163] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145c46a-5665-4dc0-93c9-5b2052a205d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.139647] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d421a2-44be-4168-9176-3d1b79a52889 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.180425] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52617eb7-e3e4-503c-1b13-e960ac44305d, 'name': SearchDatastore_Task, 'duration_secs': 0.017567} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.181284] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eddeff6b-a1e1-4712-a517-8a2a25ea6a45 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.187765] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1142.187765] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520168b0-b7de-46a2-f768-e76f98cb2e1a" [ 1142.187765] env[68758]: _type = "Task" [ 1142.187765] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.195737] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520168b0-b7de-46a2-f768-e76f98cb2e1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.220568] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1142.231591] env[68758]: DEBUG nova.compute.manager [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.231825] env[68758]: DEBUG nova.compute.manager [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing instance network info cache due to event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1142.232099] env[68758]: DEBUG oslo_concurrency.lockutils [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.232271] env[68758]: DEBUG oslo_concurrency.lockutils [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.232451] env[68758]: DEBUG nova.network.neutron [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.257680] env[68758]: DEBUG nova.compute.manager [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1142.257946] env[68758]: DEBUG nova.compute.manager [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1142.258184] env[68758]: DEBUG oslo_concurrency.lockutils [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.429286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.429686] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Instance network_info: |[{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.430205] env[68758]: DEBUG oslo_concurrency.lockutils [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.430547] env[68758]: DEBUG nova.network.neutron [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.431796] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:3b:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '295e6f28-4b43-4d7f-ac55-b906d1966584', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.439273] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.440304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.440550] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd7cfa3f-0715-44a9-9e35-0d47012ff9c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.461599] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.461599] env[68758]: value = "task-2943167" [ 1142.461599] env[68758]: _type = "Task" [ 1142.461599] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.470269] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943167, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.591219] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Successfully updated port: 351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.603830] env[68758]: DEBUG oslo_concurrency.lockutils [None req-638892fe-62df-4a7a-a5b9-1a0df5fa2fa8 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.106s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.699802] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520168b0-b7de-46a2-f768-e76f98cb2e1a, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.700194] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.700468] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d7e1c653-c933-43e1-899b-05840372e0bb/d7e1c653-c933-43e1-899b-05840372e0bb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.700797] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b60bec1-9b3c-414a-bb48-726d1febe971 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.708218] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1142.708218] env[68758]: value = "task-2943168" [ 1142.708218] env[68758]: _type = "Task" [ 1142.708218] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.715944] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.746984] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.747250] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.749021] env[68758]: INFO nova.compute.claims [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.973046] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943167, 'name': CreateVM_Task, 'duration_secs': 0.38695} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.973345] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1142.973928] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.974209] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.974437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.974708] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96e5dc4d-5452-4d52-9261-f6fed3c01a65 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.982134] env[68758]: DEBUG nova.network.neutron [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updated VIF entry in instance network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.982543] env[68758]: DEBUG nova.network.neutron [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.985664] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1142.985664] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52717ff7-1f84-c0f3-f253-f4a5807e6df9" [ 1142.985664] env[68758]: _type = "Task" [ 1142.985664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.994928] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52717ff7-1f84-c0f3-f253-f4a5807e6df9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.095571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.095716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquired lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.095866] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1143.222587] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943168, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.252874] env[68758]: DEBUG nova.network.neutron [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.253325] env[68758]: DEBUG nova.network.neutron [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.487437] env[68758]: DEBUG oslo_concurrency.lockutils [req-42d5dc08-04bd-4878-bf61-1110ce34a6e5 req-9598aa5f-161a-4971-982f-e9f87813fdd1 service nova] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.500287] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52717ff7-1f84-c0f3-f253-f4a5807e6df9, 'name': SearchDatastore_Task, 'duration_secs': 0.045368} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.500602] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.500861] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.501095] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.501259] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.501461] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.501732] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180dda94-440d-46c2-9b8c-8d8682e27384 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.516088] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.516292] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.517058] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-732768f4-b84d-4108-b4f4-d1136a5d1b31 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.523048] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1143.523048] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52119dfe-7e3c-c9d3-1320-7c690487f863" [ 1143.523048] env[68758]: _type = "Task" [ 1143.523048] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.531610] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52119dfe-7e3c-c9d3-1320-7c690487f863, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.633271] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.719283] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943168, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.755798] env[68758]: DEBUG oslo_concurrency.lockutils [req-9b7d9216-dccf-4f9d-965e-78daaac9828f req-eea8d880-f643-4a20-a4da-56ee6aaf9768 service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.847478] env[68758]: DEBUG nova.network.neutron [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Updating instance_info_cache with network_info: [{"id": "351d2e73-8054-4c50-90c4-9687ca79d66c", "address": "fa:16:3e:3b:de:fd", "network": {"id": "6342e6b7-f21e-4dec-b24d-a544e265c737", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1260092350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa688773d7f4f7b81c7610328fb99c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351d2e73-80", "ovs_interfaceid": "351d2e73-8054-4c50-90c4-9687ca79d66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.945883] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bee135-91b2-4ae0-85c4-25b8f28cbed0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.962205] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8f830e-652d-4c92-9b23-dfa14e65734c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.002234] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd259191-e2df-4858-84b0-7267bb41d8b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.010792] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876afcf9-468a-4f6c-a018-b5a4705ddcba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.025662] env[68758]: DEBUG nova.compute.provider_tree [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.035601] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52119dfe-7e3c-c9d3-1320-7c690487f863, 'name': SearchDatastore_Task, 'duration_secs': 0.045931} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.037087] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a92aa8-2dce-4859-9fd0-a0996a850f54 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.043238] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1144.043238] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525599cc-ed6f-4dab-a9cb-8e6cbeed0d70" [ 1144.043238] env[68758]: _type = "Task" [ 1144.043238] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.051436] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525599cc-ed6f-4dab-a9cb-8e6cbeed0d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.220116] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943168, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.497461} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.220424] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] d7e1c653-c933-43e1-899b-05840372e0bb/d7e1c653-c933-43e1-899b-05840372e0bb.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1144.220641] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1144.220904] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ec97ae5-abff-492c-9306-93bcf031f68c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.227508] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1144.227508] env[68758]: value = "task-2943169" [ 1144.227508] env[68758]: _type = "Task" [ 1144.227508] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.237405] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.293308] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Received event network-vif-plugged-351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.293308] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Acquiring lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.293308] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.293308] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.293308] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] No waiting events found dispatching network-vif-plugged-351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1144.293484] env[68758]: WARNING nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Received unexpected event network-vif-plugged-351d2e73-8054-4c50-90c4-9687ca79d66c for instance with vm_state building and task_state spawning. [ 1144.293549] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Received event network-changed-351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1144.293713] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Refreshing instance network info cache due to event network-changed-351d2e73-8054-4c50-90c4-9687ca79d66c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1144.293883] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Acquiring lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.352524] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Releasing lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.353092] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Instance network_info: |[{"id": "351d2e73-8054-4c50-90c4-9687ca79d66c", "address": "fa:16:3e:3b:de:fd", "network": {"id": "6342e6b7-f21e-4dec-b24d-a544e265c737", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1260092350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa688773d7f4f7b81c7610328fb99c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351d2e73-80", "ovs_interfaceid": "351d2e73-8054-4c50-90c4-9687ca79d66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1144.353489] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Acquired lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.353712] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Refreshing network info cache for port 351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.355800] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:de:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '779b8e65-8b9e-427e-af08-910febd65bfa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '351d2e73-8054-4c50-90c4-9687ca79d66c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.364575] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Creating folder: Project (baa688773d7f4f7b81c7610328fb99c1). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.366127] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-750fdf86-cd30-443f-9e14-c8f4ddabe6a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.376334] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Created folder: Project (baa688773d7f4f7b81c7610328fb99c1) in parent group-v590497. [ 1144.376565] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Creating folder: Instances. Parent ref: group-v590795. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1144.376813] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3809154d-f4d7-491d-8e91-0b83c12880c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.385920] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Created folder: Instances in parent group-v590795. [ 1144.386182] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.386381] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.386606] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d321d9d0-5de0-47d7-b346-5b483a689e7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.401365] env[68758]: INFO nova.compute.manager [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Rescuing [ 1144.401773] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.401773] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.401932] env[68758]: DEBUG nova.network.neutron [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.409039] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.409039] env[68758]: value = "task-2943172" [ 1144.409039] env[68758]: _type = "Task" [ 1144.409039] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.418424] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943172, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.532025] env[68758]: DEBUG nova.scheduler.client.report [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.555412] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525599cc-ed6f-4dab-a9cb-8e6cbeed0d70, 'name': SearchDatastore_Task, 'duration_secs': 0.024356} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.555711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.555979] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 3fb1242c-be6a-4b5c-a316-c36895700243/3fb1242c-be6a-4b5c-a316-c36895700243.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.556292] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd3fd8e4-3b21-432d-b432-9bdb3b585ca9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.565332] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1144.565332] env[68758]: value = "task-2943173" [ 1144.565332] env[68758]: _type = "Task" [ 1144.565332] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.575303] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.740578] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095391} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.740909] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1144.741889] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9dd26f-e80e-4e32-92d4-412a6f192737 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.766122] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] d7e1c653-c933-43e1-899b-05840372e0bb/d7e1c653-c933-43e1-899b-05840372e0bb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.766469] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8ea80cc-92d5-435c-9eba-8e2b8026210e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.786410] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1144.786410] env[68758]: value = "task-2943174" [ 1144.786410] env[68758]: _type = "Task" [ 1144.786410] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.794776] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943174, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.922140] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943172, 'name': CreateVM_Task, 'duration_secs': 0.510225} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.922486] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.923269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.923544] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.924191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.924293] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb7ce92e-5862-4c4f-8c8a-a4987fb88bba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.929846] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1144.929846] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523a8d82-af09-568b-b8f9-b56c9fdaf3fb" [ 1144.929846] env[68758]: _type = "Task" [ 1144.929846] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.941772] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523a8d82-af09-568b-b8f9-b56c9fdaf3fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.038303] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.038838] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.078852] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943173, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.153551] env[68758]: DEBUG nova.network.neutron [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [{"id": "af103e07-0e7e-478e-bea1-caa8229ffc11", "address": "fa:16:3e:ac:72:8a", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf103e07-0e", "ovs_interfaceid": "af103e07-0e7e-478e-bea1-caa8229ffc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.266416] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Updated VIF entry in instance network info cache for port 351d2e73-8054-4c50-90c4-9687ca79d66c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.266812] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Updating instance_info_cache with network_info: [{"id": "351d2e73-8054-4c50-90c4-9687ca79d66c", "address": "fa:16:3e:3b:de:fd", "network": {"id": "6342e6b7-f21e-4dec-b24d-a544e265c737", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1260092350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa688773d7f4f7b81c7610328fb99c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "779b8e65-8b9e-427e-af08-910febd65bfa", "external-id": "nsx-vlan-transportzone-906", "segmentation_id": 906, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap351d2e73-80", "ovs_interfaceid": "351d2e73-8054-4c50-90c4-9687ca79d66c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.296497] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.440300] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523a8d82-af09-568b-b8f9-b56c9fdaf3fb, 'name': SearchDatastore_Task, 'duration_secs': 0.047634} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.440610] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.440984] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.441291] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.441444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.441630] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.441884] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f49fd856-5ecc-4b93-bf46-38c450e7e3c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.452851] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.453044] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.453722] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7977dd42-ab9e-4fa1-a555-4ffca5d44abf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.458935] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1145.458935] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52236ca4-e47e-d85e-2ef1-6287def15854" [ 1145.458935] env[68758]: _type = "Task" [ 1145.458935] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.466147] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52236ca4-e47e-d85e-2ef1-6287def15854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.544178] env[68758]: DEBUG nova.compute.utils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.545580] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.545753] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.575223] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.575480] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 3fb1242c-be6a-4b5c-a316-c36895700243/3fb1242c-be6a-4b5c-a316-c36895700243.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1145.575685] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1145.575923] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a7bb74-232d-43d8-ab18-5822fb7064cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.581179] env[68758]: DEBUG nova.policy [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14259249986642d8b24b18f62266438d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a3dcef424634016b94a74e04f754cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.583976] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1145.583976] env[68758]: value = "task-2943175" [ 1145.583976] env[68758]: _type = "Task" [ 1145.583976] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.592011] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943175, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.656433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.770076] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Releasing lock "refresh_cache-b1c301db-5fdb-4072-bb1a-a326a30f0bae" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.770405] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1145.770580] env[68758]: DEBUG nova.compute.manager [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing instance network info cache due to event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1145.770791] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Acquiring lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.770928] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Acquired lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.771129] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.797939] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943174, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.911524] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Successfully created port: 1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.969518] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52236ca4-e47e-d85e-2ef1-6287def15854, 'name': SearchDatastore_Task, 'duration_secs': 0.055355} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.970350] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f3dc62-8c1d-4618-9377-0706e963618b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.975735] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1145.975735] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52207778-1a71-6983-ad5c-3bc6dcab4b5a" [ 1145.975735] env[68758]: _type = "Task" [ 1145.975735] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.983075] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52207778-1a71-6983-ad5c-3bc6dcab4b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.048754] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.096324] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943175, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068045} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.096620] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.097525] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722e40d4-d0f2-4c43-9966-ed3151f0b7cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.121990] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 3fb1242c-be6a-4b5c-a316-c36895700243/3fb1242c-be6a-4b5c-a316-c36895700243.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.122392] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c666bdab-f1e5-4a87-9422-f86447efc044 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.147837] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1146.147837] env[68758]: value = "task-2943176" [ 1146.147837] env[68758]: _type = "Task" [ 1146.147837] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.156655] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943176, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.298172] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943174, 'name': ReconfigVM_Task, 'duration_secs': 1.28266} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.298454] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Reconfigured VM instance instance-0000006c to attach disk [datastore2] d7e1c653-c933-43e1-899b-05840372e0bb/d7e1c653-c933-43e1-899b-05840372e0bb.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.299133] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00c463de-2a5f-4821-b433-9af535705f38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.305715] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1146.305715] env[68758]: value = "task-2943177" [ 1146.305715] env[68758]: _type = "Task" [ 1146.305715] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.317056] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943177, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.488480] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52207778-1a71-6983-ad5c-3bc6dcab4b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.033644} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.488776] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.489069] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] b1c301db-5fdb-4072-bb1a-a326a30f0bae/b1c301db-5fdb-4072-bb1a-a326a30f0bae.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.489359] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc2ffb53-0a1a-4268-af35-d9974b99842c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.496849] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1146.496849] env[68758]: value = "task-2943178" [ 1146.496849] env[68758]: _type = "Task" [ 1146.496849] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.507125] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.517661] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updated VIF entry in instance network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.518195] env[68758]: DEBUG nova.network.neutron [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [{"id": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "address": "fa:16:3e:5f:c2:94", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf78c67-9a", "ovs_interfaceid": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.658093] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943176, 'name': ReconfigVM_Task, 'duration_secs': 0.408466} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.658485] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 3fb1242c-be6a-4b5c-a316-c36895700243/3fb1242c-be6a-4b5c-a316-c36895700243.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1146.659043] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26278145-e1dc-40f9-a8c6-b183afde3e5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.666054] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1146.666054] env[68758]: value = "task-2943179" [ 1146.666054] env[68758]: _type = "Task" [ 1146.666054] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.674141] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943179, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.819379] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943177, 'name': Rename_Task, 'duration_secs': 0.181349} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.819746] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.819969] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93a47114-b36d-4336-98ad-1924c8d993dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.827939] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1146.827939] env[68758]: value = "task-2943180" [ 1146.827939] env[68758]: _type = "Task" [ 1146.827939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.838884] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.008194] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502472} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.008194] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] b1c301db-5fdb-4072-bb1a-a326a30f0bae/b1c301db-5fdb-4072-bb1a-a326a30f0bae.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.008194] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.008538] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02293897-b8fe-4205-a8ac-8bb06ebcd8f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.015119] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1147.015119] env[68758]: value = "task-2943181" [ 1147.015119] env[68758]: _type = "Task" [ 1147.015119] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.022996] env[68758]: DEBUG oslo_concurrency.lockutils [req-63bdc8c6-34f8-4d3f-9fb6-c075fc18bff0 req-f66feca2-8d77-49a4-b3b3-1d627802d197 service nova] Releasing lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.023420] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.061145] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.087625] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.087878] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.088046] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.088239] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.088386] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.088529] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.088738] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.088895] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.089071] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.089237] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.089407] env[68758]: DEBUG nova.virt.hardware [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.090354] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addf0020-67b6-472c-8ab5-deaf454ce3d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.098491] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90824357-c342-44b4-a027-5f19a7a57fbe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.176076] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943179, 'name': Rename_Task, 'duration_secs': 0.318046} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.176358] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1147.176623] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2264f928-c95c-4de5-885b-4951d591dc82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.183075] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1147.183075] env[68758]: value = "task-2943182" [ 1147.183075] env[68758]: _type = "Task" [ 1147.183075] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.191351] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.195996] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.196188] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f2b437-e746-425f-a63f-28528d3a1bb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.201719] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1147.201719] env[68758]: value = "task-2943183" [ 1147.201719] env[68758]: _type = "Task" [ 1147.201719] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.209697] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943183, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.338849] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943180, 'name': PowerOnVM_Task} progress is 78%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.489588] env[68758]: DEBUG nova.compute.manager [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Received event network-vif-plugged-1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1147.489888] env[68758]: DEBUG oslo_concurrency.lockutils [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.490299] env[68758]: DEBUG oslo_concurrency.lockutils [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.490547] env[68758]: DEBUG oslo_concurrency.lockutils [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.490727] env[68758]: DEBUG nova.compute.manager [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] No waiting events found dispatching network-vif-plugged-1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.490898] env[68758]: WARNING nova.compute.manager [req-31c0a337-005c-4d3b-822c-6133949617a3 req-c27c01de-162b-4a6b-bd67-9df1a6f805f0 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Received unexpected event network-vif-plugged-1a35e57b-2f04-4257-be2d-9e3b77522228 for instance with vm_state building and task_state spawning. [ 1147.526033] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065687} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.526494] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.527293] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1965ad9-5fe7-4be8-a6b2-96c94e1a5bb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.552056] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] b1c301db-5fdb-4072-bb1a-a326a30f0bae/b1c301db-5fdb-4072-bb1a-a326a30f0bae.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.552431] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bff7d1c-34df-4c69-993b-4721bf14eefc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.577784] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1147.577784] env[68758]: value = "task-2943184" [ 1147.577784] env[68758]: _type = "Task" [ 1147.577784] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.584878] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943184, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.644693] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Successfully updated port: 1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.693531] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943182, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.713788] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943183, 'name': PowerOffVM_Task, 'duration_secs': 0.355992} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.714092] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.714894] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff009bb8-a8e7-42b6-a36d-f1636e8d32ec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.734464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae71f270-cf63-474c-ad99-e3cd03f4985e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.763329] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.763980] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a6348a-eb0f-4baf-b945-3dbb197e14d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.770376] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1147.770376] env[68758]: value = "task-2943185" [ 1147.770376] env[68758]: _type = "Task" [ 1147.770376] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.779783] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.839515] env[68758]: DEBUG oslo_vmware.api [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943180, 'name': PowerOnVM_Task, 'duration_secs': 0.881367} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.839794] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.840011] env[68758]: INFO nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Took 10.48 seconds to spawn the instance on the hypervisor. [ 1147.840271] env[68758]: DEBUG nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.841109] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb473983-fa8c-489c-9586-b289eed4195c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.094119] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943184, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.147737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.147891] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.148137] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.193378] env[68758]: DEBUG oslo_vmware.api [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943182, 'name': PowerOnVM_Task, 'duration_secs': 0.866865} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.193636] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1148.193834] env[68758]: INFO nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1148.194017] env[68758]: DEBUG nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1148.194814] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ea1240-8622-46fe-8339-95a8f9acd401 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.281400] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1148.281682] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.281994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.282168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.282396] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.282740] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a23f2b1-b8c9-4c23-9860-2e5ff22613e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.293082] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.293266] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.294059] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd800720-d163-466d-92ee-2162fb86660b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.299697] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1148.299697] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80a0a-0843-7fe2-144a-9e5460b560ba" [ 1148.299697] env[68758]: _type = "Task" [ 1148.299697] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.308357] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80a0a-0843-7fe2-144a-9e5460b560ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.361306] env[68758]: INFO nova.compute.manager [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Took 18.70 seconds to build instance. [ 1148.585836] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943184, 'name': ReconfigVM_Task, 'duration_secs': 0.58133} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.586151] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Reconfigured VM instance instance-0000006e to attach disk [datastore2] b1c301db-5fdb-4072-bb1a-a326a30f0bae/b1c301db-5fdb-4072-bb1a-a326a30f0bae.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.586854] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e19278ce-4dba-421e-9dcb-f55e7ab65f9f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.593203] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1148.593203] env[68758]: value = "task-2943186" [ 1148.593203] env[68758]: _type = "Task" [ 1148.593203] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.603122] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943186, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.716502] env[68758]: INFO nova.compute.manager [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Took 18.60 seconds to build instance. [ 1148.747410] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.813770] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c80a0a-0843-7fe2-144a-9e5460b560ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012661} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.814634] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7b5654a-e110-42e2-941d-4682177824e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.820283] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1148.820283] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b58c1e-9b5c-e8b3-57b2-93f974319c7e" [ 1148.820283] env[68758]: _type = "Task" [ 1148.820283] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.831525] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b58c1e-9b5c-e8b3-57b2-93f974319c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.866048] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ccd7d82c-dd85-4ef5-924c-72389695d7e8 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.211s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.041590] env[68758]: DEBUG nova.network.neutron [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.103887] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943186, 'name': Rename_Task, 'duration_secs': 0.188309} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.104267] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.104567] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1eae771f-14a9-4e3d-8180-b4fe28868432 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.112946] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1149.112946] env[68758]: value = "task-2943187" [ 1149.112946] env[68758]: _type = "Task" [ 1149.112946] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.123480] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.183862] env[68758]: DEBUG nova.compute.manager [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.183862] env[68758]: DEBUG nova.compute.manager [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.184086] env[68758]: DEBUG oslo_concurrency.lockutils [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.184281] env[68758]: DEBUG oslo_concurrency.lockutils [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.184462] env[68758]: DEBUG nova.network.neutron [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.220645] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a122f968-d9bf-471f-8255-418635d4e635 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.112s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.331862] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b58c1e-9b5c-e8b3-57b2-93f974319c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.332187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.332483] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1149.332764] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5a35e2f-4adb-4cd7-8f84-7edfa80b9ad2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.340027] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1149.340027] env[68758]: value = "task-2943188" [ 1149.340027] env[68758]: _type = "Task" [ 1149.340027] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.348653] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.424708] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "d7e1c653-c933-43e1-899b-05840372e0bb" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.425046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.425250] env[68758]: DEBUG nova.compute.manager [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.426218] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2e70dc-4d67-455b-beac-d757f1a4608d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.432933] env[68758]: DEBUG nova.compute.manager [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1149.433662] env[68758]: DEBUG nova.objects.instance [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'flavor' on Instance uuid d7e1c653-c933-43e1-899b-05840372e0bb {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.536108] env[68758]: DEBUG nova.compute.manager [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Received event network-changed-1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1149.536350] env[68758]: DEBUG nova.compute.manager [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Refreshing instance network info cache due to event network-changed-1a35e57b-2f04-4257-be2d-9e3b77522228. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1149.536558] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.543981] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.544315] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Instance network_info: |[{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.545026] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.545262] env[68758]: DEBUG nova.network.neutron [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Refreshing network info cache for port 1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.547244] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7b:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a35e57b-2f04-4257-be2d-9e3b77522228', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.555744] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating folder: Project (1a3dcef424634016b94a74e04f754cfb). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.557372] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42c0c6c4-f49a-47f1-8a18-11f12ba5bfab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.570838] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created folder: Project (1a3dcef424634016b94a74e04f754cfb) in parent group-v590497. [ 1149.571080] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating folder: Instances. Parent ref: group-v590798. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.571345] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2373dff1-1431-4818-b805-32df93775a70 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.583481] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created folder: Instances in parent group-v590798. [ 1149.583727] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.584026] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.584255] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fdcf0dd-f53b-4875-a597-ff1b1a492e01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.604854] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.604854] env[68758]: value = "task-2943191" [ 1149.604854] env[68758]: _type = "Task" [ 1149.604854] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.613762] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943191, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.621571] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.707813] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.709410] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480275d0-6e2c-4187-97b5-728d5b54c944 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.717599] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.718168] env[68758]: ERROR oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk due to incomplete transfer. [ 1149.718168] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-280ac8a5-4f3f-461d-a4f2-ad56f1d2d3c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.727357] env[68758]: DEBUG oslo_vmware.rw_handles [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529d48b4-0980-c3cc-44ce-8772b5dbf7b1/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1149.728362] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Uploaded image 98320266-e946-4618-8e4d-abc35bc9a0ad to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1149.731180] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1149.734413] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8cc855ca-0ff9-4321-b329-3dcb71df067b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.743407] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1149.743407] env[68758]: value = "task-2943192" [ 1149.743407] env[68758]: _type = "Task" [ 1149.743407] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.754617] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943192, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.853296] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.047339] env[68758]: DEBUG nova.network.neutron [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.047717] env[68758]: DEBUG nova.network.neutron [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.116431] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943191, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.124960] env[68758]: DEBUG oslo_vmware.api [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943187, 'name': PowerOnVM_Task, 'duration_secs': 0.939098} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.125348] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.125617] env[68758]: INFO nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Took 8.03 seconds to spawn the instance on the hypervisor. [ 1150.125858] env[68758]: DEBUG nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.129425] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5f27e-7043-402a-b413-cef29858492b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.147390] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.147676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.255363] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943192, 'name': Destroy_Task, 'duration_secs': 0.508267} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.255636] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Destroyed the VM [ 1150.255865] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1150.256127] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-25b20e45-5329-4514-a634-87d17f150ea5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.261729] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1150.261729] env[68758]: value = "task-2943193" [ 1150.261729] env[68758]: _type = "Task" [ 1150.261729] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.271037] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.350483] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629466} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.350799] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 1150.351662] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb56b645-8540-4b14-89e1-9a266fcd429b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.376997] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.379602] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-642ed6b6-9c2f-41e9-a5ae-61242de05aa7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.397393] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1150.397393] env[68758]: value = "task-2943194" [ 1150.397393] env[68758]: _type = "Task" [ 1150.397393] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.406250] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.406250] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.406250] env[68758]: INFO nova.compute.manager [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Shelving [ 1150.407132] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.424665] env[68758]: DEBUG nova.network.neutron [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updated VIF entry in instance network info cache for port 1a35e57b-2f04-4257-be2d-9e3b77522228. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.424999] env[68758]: DEBUG nova.network.neutron [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.443842] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.444121] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2cf2a67-9b1c-486f-9d33-7205d55db5f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.450685] env[68758]: DEBUG oslo_vmware.api [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1150.450685] env[68758]: value = "task-2943195" [ 1150.450685] env[68758]: _type = "Task" [ 1150.450685] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.458143] env[68758]: DEBUG oslo_vmware.api [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.552998] env[68758]: DEBUG oslo_concurrency.lockutils [req-8a57b4bc-aa1d-42f2-8a10-1f6353bf1f07 req-3b459d57-4c93-44d1-b862-dc331cbae627 service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.615762] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943191, 'name': CreateVM_Task, 'duration_secs': 0.77459} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.615930] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1150.616757] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.616876] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.617160] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.617425] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05bd7651-4473-4a57-a0a8-4d4453b1f810 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.622430] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1150.622430] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee16ad-6471-eddf-cb40-1eb7188fb2bf" [ 1150.622430] env[68758]: _type = "Task" [ 1150.622430] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.630338] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee16ad-6471-eddf-cb40-1eb7188fb2bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.650067] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.652846] env[68758]: INFO nova.compute.manager [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Took 12.97 seconds to build instance. [ 1150.771643] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.907236] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.927544] env[68758]: DEBUG oslo_concurrency.lockutils [req-d5473c52-9225-4a11-856b-afbcba215f73 req-518c5066-3f05-443e-9a72-30c1d39157b2 service nova] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.960952] env[68758]: DEBUG oslo_vmware.api [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943195, 'name': PowerOffVM_Task, 'duration_secs': 0.355372} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.961262] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1150.961482] env[68758]: DEBUG nova.compute.manager [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.962276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83572815-a816-42ce-b2e4-5fec38af46e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.133251] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ee16ad-6471-eddf-cb40-1eb7188fb2bf, 'name': SearchDatastore_Task, 'duration_secs': 0.0181} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.133580] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.133811] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1151.134064] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.134217] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.134405] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1151.134672] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4bd4a7c-c7db-47bf-9d82-8d8897746acd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.145151] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1151.145646] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1151.146105] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55828ab0-2b8b-4bba-a109-318177baafb7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.151602] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1151.151602] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a0693c-6292-d448-4c99-ef14a95e38e0" [ 1151.151602] env[68758]: _type = "Task" [ 1151.151602] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.157141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8f86265-5db6-4c74-81c3-8ea3730ccd0a tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.488s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.164529] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a0693c-6292-d448-4c99-ef14a95e38e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.173910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.174191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.175803] env[68758]: INFO nova.compute.claims [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1151.273267] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943193, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.408026] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943194, 'name': ReconfigVM_Task, 'duration_secs': 0.848181} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.408365] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.409223] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533d40f6-c860-4a10-88ac-34f677ff9318 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.430137] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.435115] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8509a3e4-5474-42ed-912e-08ecd6173742 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.436652] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07390ca6-f414-49db-b5ff-2ef456a94430 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.452026] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1151.452026] env[68758]: value = "task-2943196" [ 1151.452026] env[68758]: _type = "Task" [ 1151.452026] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.452809] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1151.452809] env[68758]: value = "task-2943197" [ 1151.452809] env[68758]: _type = "Task" [ 1151.452809] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.462873] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.473068] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9974c8f9-bc91-41e7-b33e-047c87b87bd9 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.662097] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a0693c-6292-d448-4c99-ef14a95e38e0, 'name': SearchDatastore_Task, 'duration_secs': 0.017293} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.663088] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48595528-b9b0-454e-b90f-6e6dd2adcf29 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.668729] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1151.668729] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524fba4a-8ba6-4217-a26f-a10a1e8e877a" [ 1151.668729] env[68758]: _type = "Task" [ 1151.668729] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.676772] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524fba4a-8ba6-4217-a26f-a10a1e8e877a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.772473] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943193, 'name': RemoveSnapshot_Task, 'duration_secs': 1.333871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.772767] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1151.773015] env[68758]: DEBUG nova.compute.manager [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.773764] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571a0c43-d198-438a-8caf-8f88aafb6612 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.972336] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943197, 'name': ReconfigVM_Task, 'duration_secs': 0.22362} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.972577] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943196, 'name': PowerOffVM_Task, 'duration_secs': 0.242266} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.972810] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.973066] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.973771] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9a80674-09d7-4302-bf6c-e8bc97c17a7a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.975250] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d793b476-c766-46c8-ae1c-7655819822e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.995122] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6364a2c8-313b-4083-812e-b0ab6eaeca51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.997807] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1151.997807] env[68758]: value = "task-2943198" [ 1151.997807] env[68758]: _type = "Task" [ 1151.997807] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.010922] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.179861] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524fba4a-8ba6-4217-a26f-a10a1e8e877a, 'name': SearchDatastore_Task, 'duration_secs': 0.035881} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.180117] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.180390] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1152.180668] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d6412a8-bb48-4a3b-8c64-dd742e1f2741 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.189526] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1152.189526] env[68758]: value = "task-2943199" [ 1152.189526] env[68758]: _type = "Task" [ 1152.189526] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.198101] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.286807] env[68758]: INFO nova.compute.manager [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Shelve offloading [ 1152.313446] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "d7e1c653-c933-43e1-899b-05840372e0bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.313625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.313825] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.313999] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.314175] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.316334] env[68758]: INFO nova.compute.manager [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Terminating instance [ 1152.341256] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34479e16-e597-4669-a645-68995e03008d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.349278] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14337734-0339-41e2-9011-8e676f4216fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.383244] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2219ab4-8b07-4e9b-919c-fc1b5c5b2a97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.391690] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09e42e1-e0c5-4b12-b4ae-7a35895f6ab6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.395763] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.396012] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.396191] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.396367] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.396527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.398587] env[68758]: INFO nova.compute.manager [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Terminating instance [ 1152.408873] env[68758]: DEBUG nova.compute.provider_tree [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.509662] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1152.510016] env[68758]: DEBUG oslo_vmware.api [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943198, 'name': PowerOnVM_Task, 'duration_secs': 0.523383} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.510320] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cf3e40ec-e8fc-407b-b63d-99a4233be695 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.512372] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.515360] env[68758]: DEBUG nova.compute.manager [None req-d7ccdbdb-d62f-4376-95f6-7fe615bc0476 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.516206] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4492adc5-fed9-4d83-9c4b-9d0925d356f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.520709] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1152.520709] env[68758]: value = "task-2943200" [ 1152.520709] env[68758]: _type = "Task" [ 1152.520709] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.534055] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943200, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.700380] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943199, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.790551] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.790971] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a0ac8d-7eb1-4966-bb19-359accf3c356 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.798278] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1152.798278] env[68758]: value = "task-2943201" [ 1152.798278] env[68758]: _type = "Task" [ 1152.798278] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.806168] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.821925] env[68758]: DEBUG nova.compute.manager [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.822161] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.823018] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c99ca8-b9ce-4789-a9d5-d244445ddba6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.830133] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.830359] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25688c31-976a-45fb-9bb2-8df8031b7c6f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.907831] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.908171] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.908388] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore2] d7e1c653-c933-43e1-899b-05840372e0bb {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.908650] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e21efd2b-d662-441b-8deb-ef4d54b038b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.911393] env[68758]: DEBUG nova.compute.manager [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1152.911583] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.915147] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d748f20-2786-4bd3-9c3c-82894ea81eff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.923595] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1152.924768] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-178ff104-735c-49df-a9f4-328374263697 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.927132] env[68758]: DEBUG oslo_vmware.api [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1152.927132] env[68758]: value = "task-2943203" [ 1152.927132] env[68758]: _type = "Task" [ 1152.927132] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.933949] env[68758]: ERROR nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [req-69961b75-d553-4ca1-8502-2fdbbe4e4fd3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-69961b75-d553-4ca1-8502-2fdbbe4e4fd3"}]} [ 1152.934453] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1152.934453] env[68758]: value = "task-2943204" [ 1152.934453] env[68758]: _type = "Task" [ 1152.934453] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.944105] env[68758]: DEBUG oslo_vmware.api [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.948940] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.956547] env[68758]: DEBUG nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1152.970425] env[68758]: DEBUG nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1152.970650] env[68758]: DEBUG nova.compute.provider_tree [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1152.982510] env[68758]: DEBUG nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1153.003674] env[68758]: DEBUG nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1153.033306] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943200, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.183837] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb6994-c6dc-4dd6-9b1a-7fc3a974081a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.194633] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5be462b-14be-4c2c-9f0d-3f97f2dbd6dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.203034] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588174} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.226484] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1153.226689] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1153.227131] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80debee7-1646-48df-b882-9af06a34e794 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.229477] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e16b79-67b9-4bb6-8e94-d46fd4787d0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.242250] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf8789b-cc04-4cb1-9698-50dbc0d160e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.246857] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1153.246857] env[68758]: value = "task-2943205" [ 1153.246857] env[68758]: _type = "Task" [ 1153.246857] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.261154] env[68758]: DEBUG nova.compute.provider_tree [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.267261] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943205, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.308377] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1153.309068] env[68758]: DEBUG nova.compute.manager [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.309412] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab06e4c-8082-4590-9bcc-15223accd783 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.315572] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.315759] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.315934] env[68758]: DEBUG nova.network.neutron [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.437190] env[68758]: DEBUG oslo_vmware.api [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193349} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.437500] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.437682] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.437858] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.438041] env[68758]: INFO nova.compute.manager [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1153.438283] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.441111] env[68758]: DEBUG nova.compute.manager [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1153.441248] env[68758]: DEBUG nova.network.neutron [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1153.447109] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943204, 'name': PowerOffVM_Task, 'duration_secs': 0.173162} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.447335] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.447498] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.447718] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edb7f295-e396-45c7-bfb5-912db7a38052 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.532222] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943200, 'name': CreateSnapshot_Task, 'duration_secs': 0.674998} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.532416] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1153.533141] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544e0dc4-e16f-456a-9fe7-f801b8070c9c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.553636] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.553853] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.554045] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Deleting the datastore file [datastore2] b1c301db-5fdb-4072-bb1a-a326a30f0bae {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.554300] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f81a013e-7963-465a-98ac-6ba4e255faa0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.560431] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for the task: (returnval){ [ 1153.560431] env[68758]: value = "task-2943207" [ 1153.560431] env[68758]: _type = "Task" [ 1153.560431] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.568293] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.736386] env[68758]: INFO nova.compute.manager [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Unrescuing [ 1153.736778] env[68758]: DEBUG oslo_concurrency.lockutils [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.736982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.737184] env[68758]: DEBUG nova.network.neutron [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.757779] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943205, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078446} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.758095] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.759332] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c218d927-5d7f-47d7-8928-6b840c28ab48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.784752] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.784752] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b2a4b57-d004-4123-a278-4af22b7f60d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.804372] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1153.804372] env[68758]: value = "task-2943208" [ 1153.804372] env[68758]: _type = "Task" [ 1153.804372] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.813052] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.821997] env[68758]: DEBUG nova.scheduler.client.report [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1153.822312] env[68758]: DEBUG nova.compute.provider_tree [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 167 to 168 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1153.822441] env[68758]: DEBUG nova.compute.provider_tree [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1153.844372] env[68758]: DEBUG nova.compute.manager [req-699ff30d-91c7-4576-b8f7-e613119aa7b2 req-fe80a2ee-ee6c-4223-8e16-346c3bf2ce14 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Received event network-vif-deleted-957ea881-412d-4a36-85d2-75152a5f7937 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1153.844599] env[68758]: INFO nova.compute.manager [req-699ff30d-91c7-4576-b8f7-e613119aa7b2 req-fe80a2ee-ee6c-4223-8e16-346c3bf2ce14 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Neutron deleted interface 957ea881-412d-4a36-85d2-75152a5f7937; detaching it from the instance and deleting it from the info cache [ 1153.844832] env[68758]: DEBUG nova.network.neutron [req-699ff30d-91c7-4576-b8f7-e613119aa7b2 req-fe80a2ee-ee6c-4223-8e16-346c3bf2ce14 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.979152] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.979542] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.979709] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.979862] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.980090] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.980243] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.980410] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1153.980545] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1153.980689] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.014534] env[68758]: DEBUG nova.network.neutron [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.050015] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1154.050385] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-70014568-d7df-4494-b5c5-50af9acd4e17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.059737] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1154.059737] env[68758]: value = "task-2943209" [ 1154.059737] env[68758]: _type = "Task" [ 1154.059737] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.070765] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943209, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.073670] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.315888] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943208, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.328143] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.154s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.328786] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1154.332765] env[68758]: DEBUG nova.network.neutron [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.348079] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59e8c97b-206f-4ce8-a361-c4161057c5c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.358208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d4bbbf-e283-4c30-8618-1104cfb2a585 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.392299] env[68758]: DEBUG nova.compute.manager [req-699ff30d-91c7-4576-b8f7-e613119aa7b2 req-fe80a2ee-ee6c-4223-8e16-346c3bf2ce14 service nova] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Detach interface failed, port_id=957ea881-412d-4a36-85d2-75152a5f7937, reason: Instance d7e1c653-c933-43e1-899b-05840372e0bb could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1154.485614] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.485856] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.486041] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.486245] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1154.487128] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f68904-dbb5-485f-ac5d-481d4f5b1d19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.497873] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03716411-6ca2-4d64-a8dd-19e31b69a40e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.513865] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfe19cf-a006-4024-ab4e-cf8d0af3ea73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.516710] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.521041] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15264ced-6375-43d6-856c-eb1a4244d83f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.527706] env[68758]: DEBUG nova.network.neutron [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [{"id": "af103e07-0e7e-478e-bea1-caa8229ffc11", "address": "fa:16:3e:ac:72:8a", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf103e07-0e", "ovs_interfaceid": "af103e07-0e7e-478e-bea1-caa8229ffc11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.552684] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179962MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1154.552846] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.553121] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.557658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-be039a01-adef-4c1f-82a2-9a7721adf03a" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.558338] env[68758]: DEBUG nova.objects.instance [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'flavor' on Instance uuid be039a01-adef-4c1f-82a2-9a7721adf03a {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.573592] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943209, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.576712] env[68758]: DEBUG oslo_vmware.api [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Task: {'id': task-2943207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.566947} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.577605] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.577825] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.579045] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.579045] env[68758]: INFO nova.compute.manager [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1154.579045] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.579045] env[68758]: DEBUG nova.compute.manager [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.579045] env[68758]: DEBUG nova.network.neutron [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.822745] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943208, 'name': ReconfigVM_Task, 'duration_secs': 0.707713} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.826020] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1154.826020] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31536779-4517-4005-8159-c97e32c0ec03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.834015] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1154.834015] env[68758]: value = "task-2943210" [ 1154.834015] env[68758]: _type = "Task" [ 1154.834015] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.838620] env[68758]: DEBUG nova.compute.utils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.840505] env[68758]: INFO nova.compute.manager [-] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Took 1.40 seconds to deallocate network for instance. [ 1154.840961] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1154.841304] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1154.857061] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943210, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.895559] env[68758]: DEBUG nova.policy [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1154.955477] env[68758]: DEBUG nova.compute.manager [req-82281366-dddf-464b-9ac2-08bc2130ea91 req-361dca80-9160-4889-bd37-dcd8eb4ad03c service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Received event network-vif-deleted-351d2e73-8054-4c50-90c4-9687ca79d66c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1154.955670] env[68758]: INFO nova.compute.manager [req-82281366-dddf-464b-9ac2-08bc2130ea91 req-361dca80-9160-4889-bd37-dcd8eb4ad03c service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Neutron deleted interface 351d2e73-8054-4c50-90c4-9687ca79d66c; detaching it from the instance and deleting it from the info cache [ 1154.955952] env[68758]: DEBUG nova.network.neutron [req-82281366-dddf-464b-9ac2-08bc2130ea91 req-361dca80-9160-4889-bd37-dcd8eb4ad03c service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.074927] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a911b-3512-4a0c-b811-42ddd602e069 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.086029] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943209, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.109160] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.109554] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c79352ac-77b3-466e-8ed2-517d953d916e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.117170] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1155.117170] env[68758]: value = "task-2943211" [ 1155.117170] env[68758]: _type = "Task" [ 1155.117170] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.126507] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.243464] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Successfully created port: 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1155.290376] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.291798] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a388e3-fa80-491d-a3e2-0d862340f382 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.301975] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.302774] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad5d037e-09db-4170-8de3-26725ee4c76b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.343990] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943210, 'name': Rename_Task, 'duration_secs': 0.296441} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.344285] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1155.344538] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec7117e-bdda-489f-a31e-4120e7ff6cda {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.346582] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1155.356630] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1155.356630] env[68758]: value = "task-2943213" [ 1155.356630] env[68758]: _type = "Task" [ 1155.356630] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.359424] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.363474] env[68758]: DEBUG nova.network.neutron [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.364693] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.462022] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b3c5e41-f348-45d3-bc89-807d682278c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.470215] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5bc02f-8b98-4e60-b59b-98307d6d7f07 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.506993] env[68758]: DEBUG nova.compute.manager [req-82281366-dddf-464b-9ac2-08bc2130ea91 req-361dca80-9160-4889-bd37-dcd8eb4ad03c service nova] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Detach interface failed, port_id=351d2e73-8054-4c50-90c4-9687ca79d66c, reason: Instance b1c301db-5fdb-4072-bb1a-a326a30f0bae could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1155.576625] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.576895] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.577150] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleting the datastore file [datastore1] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.577732] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ead02c0-46a9-4206-946d-585297d42ba3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.584352] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943209, 'name': CloneVM_Task, 'duration_secs': 1.350501} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.585059] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Created linked-clone VM from snapshot [ 1155.585988] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893e4ea6-5573-4f4b-93fc-369dae762fdd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.589529] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1155.589529] env[68758]: value = "task-2943214" [ 1155.589529] env[68758]: _type = "Task" [ 1155.589529] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.596358] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Uploading image 1f4de42a-ea23-4eb3-9077-dd543f5895cd {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1155.603148] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.624896] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1155.624896] env[68758]: value = "vm-590802" [ 1155.624896] env[68758]: _type = "VirtualMachine" [ 1155.624896] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1155.625266] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9819430-925f-49c4-be46-ee7846005ff2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.630186] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943211, 'name': PowerOffVM_Task, 'duration_secs': 0.443855} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.630847] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.636054] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1155.637594] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10a689ad-61ab-4237-8a49-397eeee68128 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.652077] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease: (returnval){ [ 1155.652077] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d03e1-cac7-2dc3-b3d1-60b1b1399086" [ 1155.652077] env[68758]: _type = "HttpNfcLease" [ 1155.652077] env[68758]: } obtained for exporting VM: (result){ [ 1155.652077] env[68758]: value = "vm-590802" [ 1155.652077] env[68758]: _type = "VirtualMachine" [ 1155.652077] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1155.652077] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the lease: (returnval){ [ 1155.652077] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d03e1-cac7-2dc3-b3d1-60b1b1399086" [ 1155.652077] env[68758]: _type = "HttpNfcLease" [ 1155.652077] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1155.658259] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1155.658259] env[68758]: value = "task-2943216" [ 1155.658259] env[68758]: _type = "Task" [ 1155.658259] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.659814] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1155.659814] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d03e1-cac7-2dc3-b3d1-60b1b1399086" [ 1155.659814] env[68758]: _type = "HttpNfcLease" [ 1155.659814] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1155.662888] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1155.662888] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521d03e1-cac7-2dc3-b3d1-60b1b1399086" [ 1155.662888] env[68758]: _type = "HttpNfcLease" [ 1155.662888] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1155.663602] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d996b4a-2ece-4448-92ae-d16f64c58bfb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.670795] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943216, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.673870] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1155.674057] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1155.734607] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 6ceb9115-9d23-4581-97f6-84663256b50d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.734757] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.734871] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.734989] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance be039a01-adef-4c1f-82a2-9a7721adf03a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735125] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 324acb5d-1d09-42ec-bb73-911b27386525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735237] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735383] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735487] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance d7e1c653-c933-43e1-899b-05840372e0bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735566] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 3fb1242c-be6a-4b5c-a316-c36895700243 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735693] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b1c301db-5fdb-4072-bb1a-a326a30f0bae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735782] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9ac3357-c026-4576-91b2-81a57724a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.735894] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1155.736134] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1155.736324] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1155.788880] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-71ba8e15-ac45-4479-9230-b68c75a75a71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.868701] env[68758]: INFO nova.compute.manager [-] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Took 1.29 seconds to deallocate network for instance. [ 1155.869040] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.930854] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee4fdf1-ec83-4dcf-9202-2dbaba62c119 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.940757] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1865ae4c-2068-41ca-a274-998b164da82b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.978525] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2e2499-539f-402f-b593-4e563b60532d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.981840] env[68758]: DEBUG nova.compute.manager [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-vif-unplugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1155.982066] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.982277] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.982442] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.982605] env[68758]: DEBUG nova.compute.manager [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] No waiting events found dispatching network-vif-unplugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1155.982835] env[68758]: WARNING nova.compute.manager [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received unexpected event network-vif-unplugged-702f435e-4554-4607-ae04-65a2209aeda8 for instance with vm_state shelved and task_state shelving_offloading. [ 1155.982931] env[68758]: DEBUG nova.compute.manager [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-changed-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1155.983073] env[68758]: DEBUG nova.compute.manager [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing instance network info cache due to event network-changed-702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1155.983279] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.983427] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.983581] env[68758]: DEBUG nova.network.neutron [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.993610] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6567e345-0578-41a0-90dc-09f10751322f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.009322] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.100439] env[68758]: DEBUG oslo_vmware.api [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256584} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.100681] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.101201] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.101450] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.123302] env[68758]: INFO nova.scheduler.client.report [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted allocations for instance c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 [ 1156.169356] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943216, 'name': ReconfigVM_Task, 'duration_secs': 0.314972} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.170034] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1156.170370] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.170785] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9361e8d0-bd19-4eb9-b836-6c50d5b73044 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.179576] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1156.179576] env[68758]: value = "task-2943217" [ 1156.179576] env[68758]: _type = "Task" [ 1156.179576] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.190011] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.363136] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1156.368900] env[68758]: DEBUG oslo_vmware.api [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943213, 'name': PowerOnVM_Task, 'duration_secs': 0.677696} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.369223] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.370474] env[68758]: INFO nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1156.370474] env[68758]: DEBUG nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1156.371632] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c09570-6a55-4d5f-8a76-21ea9e0e7bba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.379208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.394299] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1156.394654] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1156.394920] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.395197] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1156.395435] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.395648] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1156.395889] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1156.396157] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1156.396383] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1156.396671] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1156.396905] env[68758]: DEBUG nova.virt.hardware [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1156.397952] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f97da1-b74d-4322-8051-d2cf0bea41cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.407008] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24b747-be97-4789-b628-61de8e6bbf6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.559717] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1156.559717] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 168 to 169 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1156.559717] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1156.628270] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.692188] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.803119] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Successfully updated port: 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1156.850210] env[68758]: DEBUG nova.network.neutron [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updated VIF entry in instance network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.850741] env[68758]: DEBUG nova.network.neutron [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": null, "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap702f435e-45", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.896195] env[68758]: INFO nova.compute.manager [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Took 14.17 seconds to build instance. [ 1156.981233] env[68758]: DEBUG nova.compute.manager [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-vif-plugged-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.981409] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.981608] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.981819] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.982107] env[68758]: DEBUG nova.compute.manager [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] No waiting events found dispatching network-vif-plugged-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.982354] env[68758]: WARNING nova.compute.manager [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received unexpected event network-vif-plugged-3799f682-f4da-4aee-a1d1-e1c4be03f4ec for instance with vm_state building and task_state spawning. [ 1156.982637] env[68758]: DEBUG nova.compute.manager [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1156.982798] env[68758]: DEBUG nova.compute.manager [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing instance network info cache due to event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1156.982980] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.983126] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.983370] env[68758]: DEBUG nova.network.neutron [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1157.064502] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.065113] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.512s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.065568] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.706s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.065909] env[68758]: DEBUG nova.objects.instance [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid d7e1c653-c933-43e1-899b-05840372e0bb {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.067103] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1157.067796] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1157.196248] env[68758]: DEBUG oslo_vmware.api [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943217, 'name': PowerOnVM_Task, 'duration_secs': 0.580167} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.201806] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1157.202534] env[68758]: DEBUG nova.compute.manager [None req-abe0732f-a540-4452-a930-f7e7036baa15 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1157.203451] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8384fd-fe51-40c5-ae43-7ef22e35e088 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.309882] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.360020] env[68758]: DEBUG oslo_concurrency.lockutils [req-fec3526c-ebf3-4020-b42b-4622c5ee08db req-4d108a0e-8797-4a0a-9355-2133c81c1b77 service nova] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.398266] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eaa9c4fd-7c0b-4891-b3f2-a99d1f3b4579 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.680s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.538583] env[68758]: DEBUG nova.network.neutron [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.588672] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] There are 53 instances to clean {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1157.588941] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: a4768964-ff6a-4a34-94dc-1bdb98c2419f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1157.679379] env[68758]: DEBUG nova.network.neutron [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.760521] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3915292-1aa6-4475-b14d-91a950d147aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.770221] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75dd879b-5314-47d8-88c3-8734603af23b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.803494] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc2ddb9-6719-47ee-868e-a776c0d5088e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.814024] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bcce63-15c9-405d-9fc1-76bd5727f246 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.830674] env[68758]: DEBUG nova.compute.provider_tree [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.873668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.995331] env[68758]: DEBUG nova.compute.manager [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Received event network-changed-1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1157.995587] env[68758]: DEBUG nova.compute.manager [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Refreshing instance network info cache due to event network-changed-1a35e57b-2f04-4257-be2d-9e3b77522228. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1157.995854] env[68758]: DEBUG oslo_concurrency.lockutils [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.996064] env[68758]: DEBUG oslo_concurrency.lockutils [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.996278] env[68758]: DEBUG nova.network.neutron [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Refreshing network info cache for port 1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1158.094304] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 36ac3b7b-56e2-49af-ad55-02337b2e36db] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.184721] env[68758]: DEBUG oslo_concurrency.lockutils [req-1e31459e-0830-47e6-8260-ad2a88274d0d req-bbfcaf86-a919-4e40-b83a-05e17a0829b5 service nova] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.186941] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.186941] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.333928] env[68758]: DEBUG nova.scheduler.client.report [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.600964] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 9c037e3b-a587-437c-8ee9-da8e54a65f4f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1158.718609] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1158.735110] env[68758]: DEBUG nova.network.neutron [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updated VIF entry in instance network info cache for port 1a35e57b-2f04-4257-be2d-9e3b77522228. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1158.735661] env[68758]: DEBUG nova.network.neutron [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.838690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.841425] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.462s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.841667] env[68758]: DEBUG nova.objects.instance [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lazy-loading 'resources' on Instance uuid b1c301db-5fdb-4072-bb1a-a326a30f0bae {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1158.858419] env[68758]: DEBUG nova.network.neutron [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.864874] env[68758]: INFO nova.scheduler.client.report [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance d7e1c653-c933-43e1-899b-05840372e0bb [ 1159.105124] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 923de234-0605-496e-ba7f-a2d24dcd3b57] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.240239] env[68758]: DEBUG oslo_concurrency.lockutils [req-50e30336-9d70-4b48-83b9-ff58383a25eb req-0e9c510f-7509-4e0d-ac37-578186acc3b5 service nova] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.360901] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.361638] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance network_info: |[{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.362790] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:16:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd177c5b3-a5b1-4c78-854e-7e0dbf341ea1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3799f682-f4da-4aee-a1d1-e1c4be03f4ec', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.371491] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.376947] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.377570] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0c0e6b1a-7fb1-4b71-8ce9-05dffb493f6b tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "d7e1c653-c933-43e1-899b-05840372e0bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.064s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.378785] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca5fb88f-3c89-4a1e-b18d-dd8e22e0509e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.409330] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.409330] env[68758]: value = "task-2943218" [ 1159.409330] env[68758]: _type = "Task" [ 1159.409330] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.419117] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943218, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.539539] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336693c6-2b1e-4a72-8e73-4d50535abdb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.547922] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2799d5-f8dd-4e7b-9f2d-5df53fcc0a75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.579541] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71668ca-8add-404c-9c9f-194dc0e0f09d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.588693] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad0a094-5a8a-4086-ada4-a73ccffdb4be {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.604563] env[68758]: DEBUG nova.compute.provider_tree [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.608792] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 9de27ac3-eb62-461d-9be5-cc7dadd8c9dd] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1159.919017] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943218, 'name': CreateVM_Task, 'duration_secs': 0.461701} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.919196] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.919865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.920024] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.920666] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.920666] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-191f6aec-fe03-4367-9b15-428bb91942df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.925664] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1159.925664] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230cc61-1b28-d003-df12-9b5e424c3f13" [ 1159.925664] env[68758]: _type = "Task" [ 1159.925664] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.934994] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230cc61-1b28-d003-df12-9b5e424c3f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.107623] env[68758]: DEBUG nova.scheduler.client.report [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.115040] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 878c4729-4f9f-434f-b2eb-a301a9f3d965] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.396577] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6ceb9115-9d23-4581-97f6-84663256b50d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.397826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.397826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.397826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.397826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.399935] env[68758]: INFO nova.compute.manager [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Terminating instance [ 1160.435942] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5230cc61-1b28-d003-df12-9b5e424c3f13, 'name': SearchDatastore_Task, 'duration_secs': 0.016164} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.436341] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.436580] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.436819] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.436964] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.437169] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.437445] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8acab59c-7280-4b06-8e65-8d080445c5f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.447309] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.447362] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.448152] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a0d4e2-aed3-4ae1-a1ce-d9ccd0b5370a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.453902] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1160.453902] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52681022-c7a2-9026-175e-8c26e5e6f3ca" [ 1160.453902] env[68758]: _type = "Task" [ 1160.453902] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.462491] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52681022-c7a2-9026-175e-8c26e5e6f3ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.615052] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.617328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.989s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.617600] env[68758]: DEBUG nova.objects.instance [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'resources' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.618748] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 6f850cbc-6769-45b2-92c9-7c2405c7bcf5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1160.636814] env[68758]: INFO nova.scheduler.client.report [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Deleted allocations for instance b1c301db-5fdb-4072-bb1a-a326a30f0bae [ 1160.804839] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.804839] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.904415] env[68758]: DEBUG nova.compute.manager [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1160.904648] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1160.905576] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f97668-3cae-4bec-98fd-654d2004d7d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.913750] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1160.914025] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a5a2c3b-b89f-4574-8da7-ddad828adfca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.920433] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1160.920433] env[68758]: value = "task-2943219" [ 1160.920433] env[68758]: _type = "Task" [ 1160.920433] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.927926] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.967755] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52681022-c7a2-9026-175e-8c26e5e6f3ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015148} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.968959] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f98fa4-50f4-452b-8fb7-e0264770e8c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.975627] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1160.975627] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5295f184-f474-e6bb-a780-aa57990da4f5" [ 1160.975627] env[68758]: _type = "Task" [ 1160.975627] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.984740] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5295f184-f474-e6bb-a780-aa57990da4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.121901] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 9fb785b0-cd9a-4893-9b79-4afaf38491c9] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.124687] env[68758]: DEBUG nova.objects.instance [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'numa_topology' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.144640] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2fe38dde-a4e9-40ea-9356-f2ba59832774 tempest-ServerMetadataNegativeTestJSON-1700650273 tempest-ServerMetadataNegativeTestJSON-1700650273-project-member] Lock "b1c301db-5fdb-4072-bb1a-a326a30f0bae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.748s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.309988] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.432834] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943219, 'name': PowerOffVM_Task, 'duration_secs': 0.223237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.432834] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1161.432834] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1161.432834] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d23e2fa-1f82-448f-971a-e1d8d7790184 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.487635] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5295f184-f474-e6bb-a780-aa57990da4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.015543} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.487957] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.488287] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 60f7c5ac-454c-42ce-b1b3-36af96fa91a7/60f7c5ac-454c-42ce-b1b3-36af96fa91a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.488573] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68a5f017-aad8-4165-8667-f99cd4c8856d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.496308] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1161.496308] env[68758]: value = "task-2943221" [ 1161.496308] env[68758]: _type = "Task" [ 1161.496308] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.504332] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.523517] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1161.523826] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1161.524133] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleting the datastore file [datastore2] 6ceb9115-9d23-4581-97f6-84663256b50d {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1161.524476] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebec6401-9c3c-4631-8ea6-a9855912f740 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.532216] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for the task: (returnval){ [ 1161.532216] env[68758]: value = "task-2943222" [ 1161.532216] env[68758]: _type = "Task" [ 1161.532216] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.541606] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.627197] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: f77c0a63-3ba7-4b5e-b5b3-4690e5e1531c] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1161.630948] env[68758]: DEBUG nova.objects.base [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1161.816659] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aad23e5-4bdc-406e-8a7f-3dc385ddced0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.829279] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4b678a-b7ff-4bf6-9e2d-b6da93071d14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.835819] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.862251] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f3747b-8cdf-4c78-80cd-9d4b141aa6d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.869899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22465cb0-dbfb-429f-8ded-0a14191441f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.883681] env[68758]: DEBUG nova.compute.provider_tree [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.008553] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943221, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.042641] env[68758]: DEBUG oslo_vmware.api [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Task: {'id': task-2943222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.321054} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.042995] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.042995] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.043086] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.043262] env[68758]: INFO nova.compute.manager [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1162.043669] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.043850] env[68758]: DEBUG nova.compute.manager [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.043890] env[68758]: DEBUG nova.network.neutron [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.135789] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 60c641a8-c3e6-40d2-820a-b650ed36bf98] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.386830] env[68758]: DEBUG nova.scheduler.client.report [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.429229] env[68758]: DEBUG nova.compute.manager [req-a7c11e1c-71be-4f1b-9050-09bcc077ed33 req-7e519c2c-c654-42d1-be69-a8d1dcd1692d service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Received event network-vif-deleted-be2107c9-f269-447b-a365-b3a05a57e6f6 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1162.429229] env[68758]: INFO nova.compute.manager [req-a7c11e1c-71be-4f1b-9050-09bcc077ed33 req-7e519c2c-c654-42d1-be69-a8d1dcd1692d service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Neutron deleted interface be2107c9-f269-447b-a365-b3a05a57e6f6; detaching it from the instance and deleting it from the info cache [ 1162.429229] env[68758]: DEBUG nova.network.neutron [req-a7c11e1c-71be-4f1b-9050-09bcc077ed33 req-7e519c2c-c654-42d1-be69-a8d1dcd1692d service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.507915] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658552} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.508225] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 60f7c5ac-454c-42ce-b1b3-36af96fa91a7/60f7c5ac-454c-42ce-b1b3-36af96fa91a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.508441] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.508701] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4e109f1-9120-4b2b-85da-41513602d938 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.515783] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1162.515783] env[68758]: value = "task-2943223" [ 1162.515783] env[68758]: _type = "Task" [ 1162.515783] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.524686] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.640940] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7401bb05-c374-407b-a8f7-8988fb6fd4ba] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1162.755964] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1162.756961] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be2c9a2-fb6b-4282-9881-a4af4faa9980 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.763489] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1162.763658] env[68758]: ERROR oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk due to incomplete transfer. [ 1162.763871] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-59382e2c-c677-4122-9b5d-644385c2ff79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.770604] env[68758]: DEBUG oslo_vmware.rw_handles [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528acd8a-34ae-8fbb-7fae-f0e26db51b71/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1162.770801] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Uploaded image 1f4de42a-ea23-4eb3-9077-dd543f5895cd to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1162.773157] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1162.773405] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9d5aa22a-98b2-4793-9e10-6433715072d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.778504] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1162.778504] env[68758]: value = "task-2943224" [ 1162.778504] env[68758]: _type = "Task" [ 1162.778504] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.786081] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943224, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.867198] env[68758]: DEBUG nova.network.neutron [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.892149] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.894447] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.059s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.895926] env[68758]: INFO nova.compute.claims [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1162.931037] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d21ff462-feab-4e5a-9378-c398b6fc50dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.941824] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ec7ff2-377a-4587-abd7-4fc6f0dd99d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.976749] env[68758]: DEBUG nova.compute.manager [req-a7c11e1c-71be-4f1b-9050-09bcc077ed33 req-7e519c2c-c654-42d1-be69-a8d1dcd1692d service nova] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Detach interface failed, port_id=be2107c9-f269-447b-a365-b3a05a57e6f6, reason: Instance 6ceb9115-9d23-4581-97f6-84663256b50d could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1163.025579] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069668} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.026236] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.027021] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b5a001-5ba0-411a-b020-621355cab0f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.049095] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 60f7c5ac-454c-42ce-b1b3-36af96fa91a7/60f7c5ac-454c-42ce-b1b3-36af96fa91a7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.049369] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5167e0d0-5a25-4168-a465-605abed7febd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.067965] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1163.067965] env[68758]: value = "task-2943225" [ 1163.067965] env[68758]: _type = "Task" [ 1163.067965] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.077358] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.144579] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: bda5f018-30d3-4af8-aae7-7bb2f990e995] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.288438] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943224, 'name': Destroy_Task, 'duration_secs': 0.343696} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.288738] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Destroyed the VM [ 1163.288958] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1163.289268] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7fd70aa1-4e31-4ffa-bae5-d7335d80d80e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.296600] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1163.296600] env[68758]: value = "task-2943226" [ 1163.296600] env[68758]: _type = "Task" [ 1163.296600] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.304820] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943226, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.369694] env[68758]: INFO nova.compute.manager [-] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Took 1.33 seconds to deallocate network for instance. [ 1163.407918] env[68758]: DEBUG oslo_concurrency.lockutils [None req-1a7edb6a-f482-4d7f-83a8-eb5ad6cd5663 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.209s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.409851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.535s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.409851] env[68758]: INFO nova.compute.manager [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Unshelving [ 1163.578506] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943225, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.648316] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 90951be1-3b5b-464f-924a-3d4fc028a826] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1163.806740] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943226, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353187} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.807016] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1163.807309] env[68758]: DEBUG nova.compute.manager [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.808083] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260c838-5cfa-41ef-8af7-fd72bd2d051d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.877438] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.061842] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b886a6a-bef8-45ba-9e8f-b8c2e9544706 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.069704] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2c5f08-5cac-479d-9b2c-2e12fd125092 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.081055] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943225, 'name': ReconfigVM_Task, 'duration_secs': 0.552028} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.106142] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 60f7c5ac-454c-42ce-b1b3-36af96fa91a7/60f7c5ac-454c-42ce-b1b3-36af96fa91a7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.107279] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dada580b-01fc-4883-9c4b-3930929e3ba3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.109427] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060846d-0b37-4e83-bb59-7c76b07f0365 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.118477] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c677d2c-d912-4419-83e4-0d48ba8c3572 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.121738] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1164.121738] env[68758]: value = "task-2943227" [ 1164.121738] env[68758]: _type = "Task" [ 1164.121738] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.132363] env[68758]: DEBUG nova.compute.provider_tree [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.138254] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943227, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.152810] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: cd3e2098-9230-4c6d-b11a-ed3939cfbdbf] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.320239] env[68758]: INFO nova.compute.manager [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Shelve offloading [ 1164.431092] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.632026] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943227, 'name': Rename_Task, 'duration_secs': 0.190179} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.632416] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.632668] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74219c52-2187-46e7-a9ba-07cf541cecae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.635057] env[68758]: DEBUG nova.scheduler.client.report [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.639458] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1164.639458] env[68758]: value = "task-2943228" [ 1164.639458] env[68758]: _type = "Task" [ 1164.639458] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.650394] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.654923] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 51f80186-1562-40e6-875c-24371ce119d7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1164.824718] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.825093] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d33cc69a-e613-4936-abcf-95cc192bdc6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.832714] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1164.832714] env[68758]: value = "task-2943229" [ 1164.832714] env[68758]: _type = "Task" [ 1164.832714] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.842514] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1164.842775] env[68758]: DEBUG nova.compute.manager [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1164.843529] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a515dc-7562-45ff-a0ea-dcf49a99df16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.848792] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.848953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.849638] env[68758]: DEBUG nova.network.neutron [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.140255] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.140811] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1165.143682] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.266s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.143797] env[68758]: DEBUG nova.objects.instance [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lazy-loading 'resources' on Instance uuid 6ceb9115-9d23-4581-97f6-84663256b50d {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.155071] env[68758]: DEBUG oslo_vmware.api [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943228, 'name': PowerOnVM_Task, 'duration_secs': 0.429979} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.155370] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1165.155370] env[68758]: INFO nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1165.155481] env[68758]: DEBUG nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1165.156235] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68afba48-c5c7-4b25-ba0e-fa2166437daf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.158969] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 37f8ee83-ea6f-4d73-b959-6445cb197d67] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.546431] env[68758]: DEBUG nova.network.neutron [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.646713] env[68758]: DEBUG nova.compute.utils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1165.648089] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1165.648660] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1165.661572] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d222b8f9-082a-4272-9d8e-22a7207e6c26] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1165.675203] env[68758]: INFO nova.compute.manager [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Took 14.52 seconds to build instance. [ 1165.699643] env[68758]: DEBUG nova.policy [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '675a35f460ba436ead3c6669aa278082', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9786030eb4814a64acafa7a0f1cc3a40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1165.808302] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a60184-aa0f-40d9-aaf8-60d8bb5235ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.816594] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c106f0-166a-43bc-ac25-ea4e51b0bff5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.846777] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2d0eaf-547b-45db-a35b-0b12880a7f7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.855089] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a71e6e6-276e-42ab-a719-104892e22a93 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.869723] env[68758]: DEBUG nova.compute.provider_tree [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.975742] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Successfully created port: 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1166.049488] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.151422] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1166.164442] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: fe552bc2-2f9a-4273-a6b1-5f837df8e7c4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.177245] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c49093f3-25fc-41f2-bdc8-e0e50c5c5bd5 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.029s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.372861] env[68758]: DEBUG nova.scheduler.client.report [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.577793] env[68758]: DEBUG nova.compute.manager [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-vif-unplugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1166.578023] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.578241] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.578407] env[68758]: DEBUG oslo_concurrency.lockutils [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.578649] env[68758]: DEBUG nova.compute.manager [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] No waiting events found dispatching network-vif-unplugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1166.578725] env[68758]: WARNING nova.compute.manager [req-ee790269-bec9-4289-b15f-588c56ba513e req-7d0d7dd2-e78d-4c3c-810c-98f98f13314d service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received unexpected event network-vif-unplugged-8adc336b-3886-4763-833c-880b879e70dc for instance with vm_state shelved and task_state shelving_offloading. [ 1166.669034] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 966ce2e4-bf86-41e1-94a9-e1c2a5bcfbb3] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1166.706113] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.707588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08abfb8d-f0cc-4351-9dbe-26cc8f03fe25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.715609] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.715838] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65108842-dcab-4942-b15a-f9ab482ccdfb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.797080] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.797355] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.799020] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleting the datastore file [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.799020] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0c255ab-95b6-473d-ad2f-ffe5f8cf8c62 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.803836] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1166.803836] env[68758]: value = "task-2943231" [ 1166.803836] env[68758]: _type = "Task" [ 1166.803836] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.812172] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.878099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.880415] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.449s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.880629] env[68758]: DEBUG nova.objects.instance [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'pci_requests' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.901962] env[68758]: INFO nova.scheduler.client.report [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Deleted allocations for instance 6ceb9115-9d23-4581-97f6-84663256b50d [ 1167.152330] env[68758]: DEBUG nova.compute.manager [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1167.152330] env[68758]: DEBUG nova.compute.manager [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1167.152330] env[68758]: DEBUG oslo_concurrency.lockutils [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.152330] env[68758]: DEBUG oslo_concurrency.lockutils [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.152330] env[68758]: DEBUG nova.network.neutron [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.161204] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1167.171787] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 032364db-d9b9-4365-91d1-c2328616ea16] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.204066] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1167.204311] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1167.204463] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.204639] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1167.204778] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.205157] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1167.205157] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1167.207028] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1167.207028] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1167.207028] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1167.207028] env[68758]: DEBUG nova.virt.hardware [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1167.207399] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee38fb9-f1ea-4787-aeb8-d84a8e32b4ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.216533] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e83d4d8-18cd-4fc4-b50b-07d8e56a5f17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.312924] env[68758]: DEBUG oslo_vmware.api [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12816} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.313621] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.313818] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.314286] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.349869] env[68758]: INFO nova.scheduler.client.report [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted allocations for instance 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 [ 1167.385063] env[68758]: DEBUG nova.objects.instance [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'numa_topology' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1167.408073] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4475a370-954e-4c11-90f2-5280c67bcb84 tempest-ServersTestJSON-2097307277 tempest-ServersTestJSON-2097307277-project-member] Lock "6ceb9115-9d23-4581-97f6-84663256b50d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.011s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.595330] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Successfully updated port: 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.674071] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: e3957311-7f4f-474f-9876-40b22d1eccfb] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1167.851800] env[68758]: DEBUG nova.network.neutron [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1167.852159] env[68758]: DEBUG nova.network.neutron [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.854014] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.887237] env[68758]: INFO nova.compute.claims [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1168.098661] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.098822] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.098974] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.177187] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 884da089-8c4f-46b9-a8a9-602a79e248d5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.355515] env[68758]: DEBUG oslo_concurrency.lockutils [req-de49cc5a-9f3d-48fb-b7ab-5457f649a7d9 req-2b654ad7-6ba4-485d-bfaf-3dfa1eba945d service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.626670] env[68758]: DEBUG nova.compute.manager [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-changed-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1168.626855] env[68758]: DEBUG nova.compute.manager [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing instance network info cache due to event network-changed-8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1168.627068] env[68758]: DEBUG oslo_concurrency.lockutils [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.627214] env[68758]: DEBUG oslo_concurrency.lockutils [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.627375] env[68758]: DEBUG nova.network.neutron [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing network info cache for port 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.635492] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.686026] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 38dfb1c1-7607-47ca-aa8b-86f063030f45] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1168.780631] env[68758]: DEBUG nova.network.neutron [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.036427] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8614b129-2df6-459d-ad94-f40062dd2913 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.046933] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aadd9cb-74b1-4fdd-be9a-749f7f77eda1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.080322] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f53459-4d84-4cca-a045-cfaf8c404dc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.086831] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08914351-5c56-457a-b9b4-8f4df7f962bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.101380] env[68758]: DEBUG nova.compute.provider_tree [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.186967] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1169.187512] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing instance network info cache due to event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1169.187810] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.188017] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.188280] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.190064] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 7428780b-ca90-4822-928a-55dca136463e] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1169.285987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.285987] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Instance network_info: |[{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1169.286753] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:d1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c263588-19f2-400d-8f27-008c81cfc02c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1169.294559] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1169.294946] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1169.296529] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05c50475-dd13-4ae1-98a6-01823c47aea2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.316674] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1169.316674] env[68758]: value = "task-2943232" [ 1169.316674] env[68758]: _type = "Task" [ 1169.316674] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.324647] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943232, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.401793] env[68758]: DEBUG nova.network.neutron [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updated VIF entry in instance network info cache for port 8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.402241] env[68758]: DEBUG nova.network.neutron [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8adc336b-38", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.604718] env[68758]: DEBUG nova.scheduler.client.report [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.694590] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: f96f9783-919f-4ae6-889e-3c8c71899b58] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1169.828829] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943232, 'name': CreateVM_Task, 'duration_secs': 0.346853} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.828994] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.829851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.829851] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.830237] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.830489] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28985787-fda5-47e3-888d-bfac5c402156 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.835064] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1169.835064] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520b2021-8fec-b5c8-8ede-bc44ed7c3158" [ 1169.835064] env[68758]: _type = "Task" [ 1169.835064] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.843458] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520b2021-8fec-b5c8-8ede-bc44ed7c3158, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.906431] env[68758]: DEBUG oslo_concurrency.lockutils [req-460ed97b-370f-4b24-b46a-cc87bfd1f003 req-49fd6059-f8e3-408a-b9ac-d5ab9640d368 service nova] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.925901] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updated VIF entry in instance network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.925901] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.046527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.111965] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.230s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.115942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.262s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.116177] env[68758]: DEBUG nova.objects.instance [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'resources' on Instance uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.150975] env[68758]: INFO nova.network.neutron [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating port 702f435e-4554-4607-ae04-65a2209aeda8 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1170.200903] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 4404599d-baf8-4002-ae47-5af6ad8e74f4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.345731] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520b2021-8fec-b5c8-8ede-bc44ed7c3158, 'name': SearchDatastore_Task, 'duration_secs': 0.025417} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.346272] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.346528] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.346760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.346906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.347102] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.347377] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3883c806-7cda-423b-af6b-6ceac49fc8b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.357038] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.357964] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.357964] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f504ba40-762f-4c27-996d-94acde76fa25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.363855] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1170.363855] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dab54b-751c-cab4-3bb3-e94b7ae8c080" [ 1170.363855] env[68758]: _type = "Task" [ 1170.363855] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.372645] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dab54b-751c-cab4-3bb3-e94b7ae8c080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.428534] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.428945] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-vif-plugged-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.429062] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.429316] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.429500] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.429684] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] No waiting events found dispatching network-vif-plugged-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1170.429888] env[68758]: WARNING nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received unexpected event network-vif-plugged-6c263588-19f2-400d-8f27-008c81cfc02c for instance with vm_state building and task_state spawning. [ 1170.430088] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.430330] env[68758]: DEBUG nova.compute.manager [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing instance network info cache due to event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1170.430529] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.430666] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.430822] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.618884] env[68758]: DEBUG nova.objects.instance [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'numa_topology' on Instance uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.663139] env[68758]: DEBUG nova.compute.manager [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1170.663671] env[68758]: DEBUG nova.compute.manager [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing instance network info cache due to event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1170.663671] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.664576] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.664764] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.705311] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 18352ed1-6ef5-42ed-983a-a3e71f448ebc] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1170.875627] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dab54b-751c-cab4-3bb3-e94b7ae8c080, 'name': SearchDatastore_Task, 'duration_secs': 0.014747} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.876110] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-853a439c-482b-4492-bace-1a5e21c9b26c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.881283] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1170.881283] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a40c31-b1e0-3d5c-f5d7-4b2db5c0a917" [ 1170.881283] env[68758]: _type = "Task" [ 1170.881283] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.888946] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a40c31-b1e0-3d5c-f5d7-4b2db5c0a917, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.124941] env[68758]: DEBUG nova.objects.base [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Object Instance<00c39c60-88c2-441c-ac47-6e1e99e7cbf7> lazy-loaded attributes: resources,numa_topology {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1171.179181] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updated VIF entry in instance network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.179543] env[68758]: DEBUG nova.network.neutron [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.208876] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: defa3d76-9555-460c-a820-35b2238d22b6] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.292810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7350ce-a521-4806-9f70-32bba9db0c8f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.302106] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6362f99-0516-4792-b2bf-f91d92554f3d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.334046] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f087c471-2506-4dd8-873c-21aebd02176e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.341981] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81aae3fb-5d31-49a4-ba1f-78fbbe9da6bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.355799] env[68758]: DEBUG nova.compute.provider_tree [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.394466] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a40c31-b1e0-3d5c-f5d7-4b2db5c0a917, 'name': SearchDatastore_Task, 'duration_secs': 0.025417} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.394917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.395266] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/c80150aa-e50f-4433-99e1-b1285cda2f95.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.395616] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7c0d108-a34f-4c35-8a24-690cdc99c8bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.403311] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1171.403311] env[68758]: value = "task-2943233" [ 1171.403311] env[68758]: _type = "Task" [ 1171.403311] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.411985] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.672364] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updated VIF entry in instance network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.672825] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.682144] env[68758]: DEBUG oslo_concurrency.lockutils [req-1784288a-13f8-45b2-8544-3108e06e5730 req-e9a73208-d807-4ce1-8242-2effec30e5ec service nova] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.712626] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d5c867b6-874b-4698-82db-627f44b99152] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1171.720729] env[68758]: DEBUG nova.compute.manager [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1171.720916] env[68758]: DEBUG oslo_concurrency.lockutils [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.721638] env[68758]: DEBUG oslo_concurrency.lockutils [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.722789] env[68758]: DEBUG oslo_concurrency.lockutils [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.723019] env[68758]: DEBUG nova.compute.manager [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] No waiting events found dispatching network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1171.726290] env[68758]: WARNING nova.compute.manager [req-7538f18d-049f-4993-9d10-57cbcf2f57c6 req-a7ef2b2f-e340-46d3-aef3-529c93149a32 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received unexpected event network-vif-plugged-702f435e-4554-4607-ae04-65a2209aeda8 for instance with vm_state shelved_offloaded and task_state spawning. [ 1171.809414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.809611] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.809768] env[68758]: DEBUG nova.network.neutron [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.859136] env[68758]: DEBUG nova.scheduler.client.report [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1171.913653] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.178832] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.179072] env[68758]: DEBUG nova.compute.manager [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1172.179264] env[68758]: DEBUG nova.compute.manager [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1172.179497] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.179650] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.179819] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.220565] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 04811618-a42f-4105-b66c-b129fcb2fad7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.363837] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.415329] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994617} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.415434] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/c80150aa-e50f-4433-99e1-b1285cda2f95.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.415645] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.415891] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5011315d-f7a3-4ebd-86a2-6d559f13f53a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.421507] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1172.421507] env[68758]: value = "task-2943234" [ 1172.421507] env[68758]: _type = "Task" [ 1172.421507] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.431825] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943234, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.514515] env[68758]: DEBUG nova.network.neutron [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.725639] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: eed86c9e-d366-47b3-a4ce-3258fe22150a] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1172.872906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5c068064-64af-482d-9d48-4566f16e8b23 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.467s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.873942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 2.827s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.874091] env[68758]: INFO nova.compute.manager [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Unshelving [ 1172.897159] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.897522] env[68758]: DEBUG nova.network.neutron [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.933068] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943234, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066162} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.933368] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.934189] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0699c4-9a08-4265-bffb-30007ccab93d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.957329] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/c80150aa-e50f-4433-99e1-b1285cda2f95.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.957714] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd7ac30d-7cc1-46c5-9c0d-c3100f315c7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.976056] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1172.976056] env[68758]: value = "task-2943235" [ 1172.976056] env[68758]: _type = "Task" [ 1172.976056] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.983908] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943235, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.016813] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.044738] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='74e9068b058bd8df13184808ab98bbba',container_format='bare',created_at=2025-03-11T18:11:24Z,direct_url=,disk_format='vmdk',id=98320266-e946-4618-8e4d-abc35bc9a0ad,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-924649199-shelved',owner='99880a05b4374b0ca83ecbb7cb5cf6ce',properties=ImageMetaProps,protected=,size=31663616,status='active',tags=,updated_at=2025-03-11T18:11:40Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.044986] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.045159] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.045340] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.045485] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.045630] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.045835] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.045989] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.046174] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.046338] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.046509] env[68758]: DEBUG nova.virt.hardware [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.047410] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a4ab6b-abf7-430d-b5cb-2fce58d229b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.055548] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f0d573-1156-4e07-b7f2-f181dae57263 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.068774] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c7:36:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '702f435e-4554-4607-ae04-65a2209aeda8', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.075990] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.076227] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.076425] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-131151d2-e352-4ddb-855e-4fad8e29e2c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.094227] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.094227] env[68758]: value = "task-2943236" [ 1173.094227] env[68758]: _type = "Task" [ 1173.094227] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.101386] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943236, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.229333] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: ae3aaa77-76eb-486f-8fe2-e7aa838fdbbc] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.399833] env[68758]: DEBUG oslo_concurrency.lockutils [req-a1664492-dd20-4fd6-9c38-1eaeb62c7d62 req-00038db2-dc21-4d48-86b3-b6b5439ca918 service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.485689] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943235, 'name': ReconfigVM_Task, 'duration_secs': 0.324278} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.485964] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/c80150aa-e50f-4433-99e1-b1285cda2f95.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.486663] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0efea08e-2b4a-4544-b064-db489a1ff4b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.492467] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1173.492467] env[68758]: value = "task-2943237" [ 1173.492467] env[68758]: _type = "Task" [ 1173.492467] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.500319] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943237, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.604197] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943236, 'name': CreateVM_Task, 'duration_secs': 0.406337} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.604368] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1173.605043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.605215] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.605618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.605885] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab9033e9-9e89-4363-8052-55c8b5cdf9f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.610531] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1173.610531] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520aec40-6ca4-c794-5c85-cda51044fd3c" [ 1173.610531] env[68758]: _type = "Task" [ 1173.610531] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.618296] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]520aec40-6ca4-c794-5c85-cda51044fd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.733096] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d359c3d1-0efd-4e85-a7f6-d07058721af5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1173.746439] env[68758]: DEBUG nova.compute.manager [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-changed-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1173.746701] env[68758]: DEBUG nova.compute.manager [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing instance network info cache due to event network-changed-702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1173.746842] env[68758]: DEBUG oslo_concurrency.lockutils [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.746981] env[68758]: DEBUG oslo_concurrency.lockutils [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.747215] env[68758]: DEBUG nova.network.neutron [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Refreshing network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.898344] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.898619] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.898824] env[68758]: DEBUG nova.objects.instance [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'pci_requests' on Instance uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.002947] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943237, 'name': Rename_Task, 'duration_secs': 0.142576} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.003896] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.003896] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51b75d76-c9b7-4f76-b189-04a936664f79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.009752] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1174.009752] env[68758]: value = "task-2943238" [ 1174.009752] env[68758]: _type = "Task" [ 1174.009752] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.017512] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.123066] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.123066] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Processing image 98320266-e946-4618-8e4d-abc35bc9a0ad {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1174.123256] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.123456] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.123694] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1174.123991] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8eac2b92-ea3f-42e9-a769-ee644b9959a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.141289] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1174.141493] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1174.142232] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0424be01-5744-4990-bb2e-b5b5d58fe18e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.147361] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1174.147361] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52411e83-bdd4-70a8-7eb7-bddf7bb9f1d9" [ 1174.147361] env[68758]: _type = "Task" [ 1174.147361] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.154600] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52411e83-bdd4-70a8-7eb7-bddf7bb9f1d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.238999] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c989450d-aad1-4895-8048-7a57a8c5476b] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.402617] env[68758]: DEBUG nova.objects.instance [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'numa_topology' on Instance uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.478682] env[68758]: DEBUG nova.network.neutron [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updated VIF entry in instance network info cache for port 702f435e-4554-4607-ae04-65a2209aeda8. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.479050] env[68758]: DEBUG nova.network.neutron [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.519600] env[68758]: DEBUG oslo_vmware.api [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943238, 'name': PowerOnVM_Task, 'duration_secs': 0.436546} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.519855] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.520060] env[68758]: INFO nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1174.520272] env[68758]: DEBUG nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1174.521009] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf47cfae-7e50-48ab-8a1c-321a031d3550 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.657291] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1174.657557] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Fetch image to [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c/OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1174.657739] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Downloading stream optimized image 98320266-e946-4618-8e4d-abc35bc9a0ad to [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c/OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c.vmdk on the data store datastore2 as vApp {{(pid=68758) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1174.657907] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Downloading image file data 98320266-e946-4618-8e4d-abc35bc9a0ad to the ESX as VM named 'OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c' {{(pid=68758) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1174.724585] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1174.724585] env[68758]: value = "resgroup-9" [ 1174.724585] env[68758]: _type = "ResourcePool" [ 1174.724585] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1174.725349] env[68758]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-de3f232c-36e3-4774-9dd3-4d77c97d613e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.742182] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: cccca9ef-819e-4df6-80ef-fc27cd086dab] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1174.749059] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lease: (returnval){ [ 1174.749059] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f315da-2400-5bb3-e86f-44faf572018c" [ 1174.749059] env[68758]: _type = "HttpNfcLease" [ 1174.749059] env[68758]: } obtained for vApp import into resource pool (val){ [ 1174.749059] env[68758]: value = "resgroup-9" [ 1174.749059] env[68758]: _type = "ResourcePool" [ 1174.749059] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1174.749389] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the lease: (returnval){ [ 1174.749389] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f315da-2400-5bb3-e86f-44faf572018c" [ 1174.749389] env[68758]: _type = "HttpNfcLease" [ 1174.749389] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1174.755566] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.755566] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f315da-2400-5bb3-e86f-44faf572018c" [ 1174.755566] env[68758]: _type = "HttpNfcLease" [ 1174.755566] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1174.907363] env[68758]: INFO nova.compute.claims [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1174.982205] env[68758]: DEBUG oslo_concurrency.lockutils [req-ccf2e3be-2dd3-49cb-a990-9a67d1cf87df req-a7df85af-2d53-48a3-a18c-9a68e7b3b74a service nova] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.038485] env[68758]: INFO nova.compute.manager [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Took 13.22 seconds to build instance. [ 1175.245489] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: ffbb3381-912d-4a29-81cb-5bd8621d0694] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.249358] env[68758]: DEBUG nova.compute.manager [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1175.249557] env[68758]: DEBUG nova.compute.manager [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing instance network info cache due to event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1175.249838] env[68758]: DEBUG oslo_concurrency.lockutils [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.249885] env[68758]: DEBUG oslo_concurrency.lockutils [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.250186] env[68758]: DEBUG nova.network.neutron [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.258692] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1175.258692] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f315da-2400-5bb3-e86f-44faf572018c" [ 1175.258692] env[68758]: _type = "HttpNfcLease" [ 1175.258692] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1175.259130] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1175.259130] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f315da-2400-5bb3-e86f-44faf572018c" [ 1175.259130] env[68758]: _type = "HttpNfcLease" [ 1175.259130] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1175.259733] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea6358-724b-40b8-b008-8ad70777f23a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.267675] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1175.267820] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating HTTP connection to write to file with size = 31663616 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1175.330861] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a284cf05-6fcd-4ffb-932c-76c8b6c54266 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.540081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-608885d6-22b1-4a30-a1f8-540f914a3ff6 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.736s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.752648] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 1ee95ade-1f63-448f-9f10-a59a767c4168] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1175.992840] env[68758]: DEBUG nova.network.neutron [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updated VIF entry in instance network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1175.993577] env[68758]: DEBUG nova.network.neutron [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.070953] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4418bb50-b93a-424c-abcf-c03e37ae35d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.078901] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19297bdc-e0cf-4020-b34b-048049a835a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.110445] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b7fee5e-b5d1-4556-8653-1974d940d41a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.122435] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efe67a5-2493-4368-b22a-4f5c0fb70a67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.136759] env[68758]: DEBUG nova.compute.provider_tree [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.258076] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: f6020435-e0b4-46a5-9ace-5c333d379482] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.496458] env[68758]: DEBUG oslo_concurrency.lockutils [req-ca7c1e1d-44ff-469f-8e49-f9cd4522b03f req-d36b2ee9-8642-498c-8712-e5e566bbf7db service nova] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.507418] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1176.507631] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.508634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb24d7b2-a366-49a4-a6bd-ea016f3aca7b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.514762] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.514931] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1176.515174] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e0967759-6c2a-458a-95cd-a829e01fe6f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.642533] env[68758]: DEBUG nova.scheduler.client.report [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.762393] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: f264b047-9e41-4a69-85c4-db15ad3e5a77] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1176.983570] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52072a48-0e83-8e5a-2cde-c8d140ba74dc/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1176.983820] env[68758]: INFO nova.virt.vmwareapi.images [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Downloaded image file data 98320266-e946-4618-8e4d-abc35bc9a0ad [ 1176.984702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee81978-9363-4543-b3ca-c6cd919557bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.001509] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cc2fe7a-2dc7-44b5-9038-f5f2f7712ce0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.026723] env[68758]: INFO nova.virt.vmwareapi.images [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] The imported VM was unregistered [ 1177.029655] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1177.029950] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Creating directory with path [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.030343] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc005c5d-3134-414e-85f6-66be1cd1754e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.042385] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Created directory with path [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.042588] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c/OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c.vmdk to [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk. {{(pid=68758) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1177.043042] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-26383f16-b02f-487a-9dc1-afb2c8b5caa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.049563] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1177.049563] env[68758]: value = "task-2943241" [ 1177.049563] env[68758]: _type = "Task" [ 1177.049563] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.057405] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.147549] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.249s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.178275] env[68758]: INFO nova.network.neutron [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating port 8adc336b-3886-4763-833c-880b879e70dc with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1177.265788] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c60a20d7-103d-437d-9ab4-feed6fd202fb] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1177.559811] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.769422] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 8257332d-9502-418b-981a-ffeffff4452d] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.061036] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.273219] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 8833fd05-4ef9-40d4-945a-53e20426c094] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1178.286228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.286552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.286754] env[68758]: INFO nova.compute.manager [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Shelving [ 1178.562032] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.608443] env[68758]: DEBUG nova.compute.manager [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1178.608736] env[68758]: DEBUG oslo_concurrency.lockutils [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.608946] env[68758]: DEBUG oslo_concurrency.lockutils [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.609132] env[68758]: DEBUG oslo_concurrency.lockutils [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.609303] env[68758]: DEBUG nova.compute.manager [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] No waiting events found dispatching network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1178.609470] env[68758]: WARNING nova.compute.manager [req-f783cef2-d813-48c6-b274-5ac0fd748f34 req-80d76dee-9623-41b5-a9a4-3b638c7da03e service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received unexpected event network-vif-plugged-8adc336b-3886-4763-833c-880b879e70dc for instance with vm_state shelved_offloaded and task_state spawning. [ 1178.714323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.714515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.714692] env[68758]: DEBUG nova.network.neutron [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1178.777469] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: a45372b1-e32a-473a-b267-30021687c347] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.063563] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.280748] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 6aa68e5a-c423-4ab1-b131-8c605ad27b3e] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.296759] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.296759] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ee9950-db44-4f81-bf6d-cc173123cb78 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.304481] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1179.304481] env[68758]: value = "task-2943242" [ 1179.304481] env[68758]: _type = "Task" [ 1179.304481] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.313267] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.424697] env[68758]: DEBUG nova.network.neutron [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.564809] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.784301] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 77f89eea-3f60-4d1e-8da6-26442edc1885] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1179.818325] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943242, 'name': PowerOffVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.927411] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.964331] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='6339e924ef9c204c60773d23fbdbad75',container_format='bare',created_at=2025-03-11T18:11:40Z,direct_url=,disk_format='vmdk',id=1f4de42a-ea23-4eb3-9077-dd543f5895cd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1140168181-shelved',owner='278520b5d1cb4521b5c6f009cf616bdc',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-03-11T18:11:53Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1179.964596] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1179.964753] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1179.964934] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1179.965179] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1179.965356] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1179.966220] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1179.966580] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1179.966791] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1179.966965] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1179.967684] env[68758]: DEBUG nova.virt.hardware [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1179.968770] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a828d8-2419-4dab-9791-395c0395a501 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.978572] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806ece3-0ff4-482e-8eac-096b803148a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.995820] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:43:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '08fb4857-7f9b-4f97-86ef-415341fb595d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8adc336b-3886-4763-833c-880b879e70dc', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1180.003366] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.003641] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.003851] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-416bb9c0-5c35-4cad-8361-8723be460d22 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.025900] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.025900] env[68758]: value = "task-2943243" [ 1180.025900] env[68758]: _type = "Task" [ 1180.025900] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.033842] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943243, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.066272] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943241, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.650725} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.066549] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c/OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c.vmdk to [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk. [ 1180.066734] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Cleaning up location [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1180.066893] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5e1111b5-d977-470a-9fb0-726f5ab36d0c {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.067202] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-045e7a78-4fbc-4881-a702-58b27d46b1bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.073997] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1180.073997] env[68758]: value = "task-2943244" [ 1180.073997] env[68758]: _type = "Task" [ 1180.073997] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.083425] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.256286] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.256598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.256935] env[68758]: DEBUG nova.objects.instance [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 3fb1242c-be6a-4b5c-a316-c36895700243 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.287460] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 69dae979-c82b-47dc-8d6f-0874e5123baa] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.314853] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943242, 'name': PowerOffVM_Task, 'duration_secs': 0.562199} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.315647] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.316443] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596ad421-23ef-4673-ad85-63a7b8a8657e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.334520] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaf34b9-77d0-455b-90f2-1931fa85dc85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.535723] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943243, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.544122] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.544308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.583367] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055406} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.583367] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.583597] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.583709] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk to [datastore2] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1180.583948] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b4870ee-080e-401c-875f-f8f089862b03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.592403] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1180.592403] env[68758]: value = "task-2943245" [ 1180.592403] env[68758]: _type = "Task" [ 1180.592403] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.599712] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.635242] env[68758]: DEBUG nova.compute.manager [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-changed-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1180.635242] env[68758]: DEBUG nova.compute.manager [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing instance network info cache due to event network-changed-8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1180.635242] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] Acquiring lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.635242] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] Acquired lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.635364] env[68758]: DEBUG nova.network.neutron [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Refreshing network info cache for port 8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.790033] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 9115181d-1225-4b19-878a-06f661ac0a13] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1180.845183] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Creating Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1180.845767] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e4296910-64ab-41a4-b50c-9a130508e979 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.852997] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1180.852997] env[68758]: value = "task-2943246" [ 1180.852997] env[68758]: _type = "Task" [ 1180.852997] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.856703] env[68758]: DEBUG nova.objects.instance [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 3fb1242c-be6a-4b5c-a316-c36895700243 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.862059] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.036577] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943243, 'name': CreateVM_Task, 'duration_secs': 0.70273} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.036683] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1181.037437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.037603] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.037970] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.038244] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d07ba99-a31f-4623-a388-8ea537d2c18a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.042982] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1181.042982] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280240e-b743-fa03-dae5-d84e197710c4" [ 1181.042982] env[68758]: _type = "Task" [ 1181.042982] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.046349] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1181.052995] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5280240e-b743-fa03-dae5-d84e197710c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.101481] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.293803] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: ffe43372-5a16-41de-8c78-0d8ee672d22e] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.336943] env[68758]: DEBUG nova.network.neutron [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updated VIF entry in instance network info cache for port 8adc336b-3886-4763-833c-880b879e70dc. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.337317] env[68758]: DEBUG nova.network.neutron [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [{"id": "8adc336b-3886-4763-833c-880b879e70dc", "address": "fa:16:3e:17:43:a9", "network": {"id": "1d9a351b-64be-4c3a-9185-db58ab1a3be3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1436887146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "278520b5d1cb4521b5c6f009cf616bdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "08fb4857-7f9b-4f97-86ef-415341fb595d", "external-id": "nsx-vlan-transportzone-579", "segmentation_id": 579, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8adc336b-38", "ovs_interfaceid": "8adc336b-3886-4763-833c-880b879e70dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.358918] env[68758]: DEBUG nova.objects.base [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<3fb1242c-be6a-4b5c-a316-c36895700243> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1181.359144] env[68758]: DEBUG nova.network.neutron [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1181.364477] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943246, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.419821] env[68758]: DEBUG nova.policy [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1181.558978] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.559256] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Processing image 1f4de42a-ea23-4eb3-9077-dd543f5895cd {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1181.559493] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.559646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquired lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.559827] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1181.560337] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b354c6aa-9d31-4927-b9a0-2304263e4e7c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.568730] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1181.568909] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1181.569613] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e742e46c-e3d3-4eed-8740-b75dc2d8a493 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.573046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.573290] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.574697] env[68758]: INFO nova.compute.claims [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.584018] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1181.584018] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283d359-7aac-d7d0-0384-9c5a31364622" [ 1181.584018] env[68758]: _type = "Task" [ 1181.584018] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.592260] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5283d359-7aac-d7d0-0384-9c5a31364622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.600443] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.797557] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: b3c9f237-da05-42f0-acf1-399c2281d4f4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1181.840272] env[68758]: DEBUG oslo_concurrency.lockutils [req-ebc5b821-862b-403f-9041-00963e93a13d req-df8ce754-b18a-4c99-9385-b030f1d83592 service nova] Releasing lock "refresh_cache-00c39c60-88c2-441c-ac47-6e1e99e7cbf7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.863800] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943246, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.093752] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1182.094092] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Fetch image to [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac/OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1182.094559] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Downloading stream optimized image 1f4de42a-ea23-4eb3-9077-dd543f5895cd to [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac/OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac.vmdk on the data store datastore2 as vApp {{(pid=68758) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1182.094752] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Downloading image file data 1f4de42a-ea23-4eb3-9077-dd543f5895cd to the ESX as VM named 'OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac' {{(pid=68758) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1182.110820] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.184342] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1182.184342] env[68758]: value = "resgroup-9" [ 1182.184342] env[68758]: _type = "ResourcePool" [ 1182.184342] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1182.184854] env[68758]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f7beebaf-6256-47c7-8b24-84bff4303b4e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.208836] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease: (returnval){ [ 1182.208836] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1182.208836] env[68758]: _type = "HttpNfcLease" [ 1182.208836] env[68758]: } obtained for vApp import into resource pool (val){ [ 1182.208836] env[68758]: value = "resgroup-9" [ 1182.208836] env[68758]: _type = "ResourcePool" [ 1182.208836] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1182.209213] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the lease: (returnval){ [ 1182.209213] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1182.209213] env[68758]: _type = "HttpNfcLease" [ 1182.209213] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1182.216295] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.216295] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1182.216295] env[68758]: _type = "HttpNfcLease" [ 1182.216295] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.302700] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: e5396fb8-3023-476d-96cf-88ad5b573b9f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.366386] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943246, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.607149] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.722077] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1182.722077] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1182.722077] env[68758]: _type = "HttpNfcLease" [ 1182.722077] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1182.753764] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9959e5-3290-48f1-92f5-f967ffd175fe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.761010] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269e5a59-198a-443d-a1a1-34c09dcc7ba9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.795470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a64f97-b95a-443c-9586-4f8979faaa79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.799274] env[68758]: DEBUG nova.compute.manager [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1182.799521] env[68758]: DEBUG oslo_concurrency.lockutils [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.799689] env[68758]: DEBUG oslo_concurrency.lockutils [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.799853] env[68758]: DEBUG oslo_concurrency.lockutils [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.800026] env[68758]: DEBUG nova.compute.manager [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] No waiting events found dispatching network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1182.800196] env[68758]: WARNING nova.compute.manager [req-71f9291a-2fa8-41f0-bee1-f0e9a2d70784 req-b0f8898c-0fd8-4ddb-975d-8abdd976f887 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received unexpected event network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 for instance with vm_state active and task_state None. [ 1182.805556] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 1df4c11a-9228-4f95-a044-2ca56fd4fa59] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1182.808721] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c0e63-5e61-42b8-b75b-60d3a33a44fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.824041] env[68758]: DEBUG nova.compute.provider_tree [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.865158] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943246, 'name': CreateSnapshot_Task, 'duration_secs': 1.532353} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.865495] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Created Snapshot of the VM instance {{(pid=68758) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1182.866258] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5b8801-5214-422a-8177-60c078ab4f31 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.897843] env[68758]: DEBUG nova.network.neutron [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Successfully updated port: 2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1183.108023] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.219989] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.219989] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1183.219989] env[68758]: _type = "HttpNfcLease" [ 1183.219989] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.313958] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 879b5fec-ba37-47d2-8725-fbb3976759b5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.344845] env[68758]: ERROR nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [req-988845f8-f6a7-4330-a24f-f1f6aa455e11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-988845f8-f6a7-4330-a24f-f1f6aa455e11"}]} [ 1183.363033] env[68758]: DEBUG nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1183.377213] env[68758]: DEBUG nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1183.377465] env[68758]: DEBUG nova.compute.provider_tree [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.386475] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Creating linked-clone VM from snapshot {{(pid=68758) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1183.387033] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82d0fcfc-3bab-4eca-b72c-206acad4cbc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.395797] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1183.395797] env[68758]: value = "task-2943248" [ 1183.395797] env[68758]: _type = "Task" [ 1183.395797] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.400205] env[68758]: DEBUG nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1183.402552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.402720] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.402886] env[68758]: DEBUG nova.network.neutron [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1183.410540] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943248, 'name': CloneVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.422746] env[68758]: DEBUG nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1183.591768] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495dea1b-b70f-44d3-9af4-ed495e121d5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.606434] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf002ab7-188c-448b-8514-ff82dd40481f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.615655] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.644838] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25cdaebd-e694-4c55-b20a-57de1f6f86f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.653826] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950eb4c-f2df-4ac9-a6a6-feb91004c1d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.670068] env[68758]: DEBUG nova.compute.provider_tree [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.719825] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1183.719825] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1183.719825] env[68758]: _type = "HttpNfcLease" [ 1183.719825] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1183.817966] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: cc14218c-df91-4472-8a7e-977fe780953f] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1183.907904] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943248, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.941478] env[68758]: WARNING nova.network.neutron [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1184.110931] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943245, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.387406} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.111208] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/98320266-e946-4618-8e4d-abc35bc9a0ad/98320266-e946-4618-8e4d-abc35bc9a0ad.vmdk to [datastore2] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1184.112028] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a022fa-51b2-4d5a-ac54-14e7674acced {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.134565] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1184.136806] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade6d74d-74b0-40a8-89a1-486215bf4d6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.155485] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1184.155485] env[68758]: value = "task-2943249" [ 1184.155485] env[68758]: _type = "Task" [ 1184.155485] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.163158] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.203789] env[68758]: DEBUG nova.scheduler.client.report [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.204093] env[68758]: DEBUG nova.compute.provider_tree [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 173 to 174 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.204309] env[68758]: DEBUG nova.compute.provider_tree [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.222408] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1184.222408] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1184.222408] env[68758]: _type = "HttpNfcLease" [ 1184.222408] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1184.222729] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1184.222729] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5273c772-609e-c354-4b96-c00af64026a4" [ 1184.222729] env[68758]: _type = "HttpNfcLease" [ 1184.222729] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1184.223470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d7867-904c-4bca-b9c1-13f5bae63395 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.231139] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1184.231358] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1184.286922] env[68758]: DEBUG nova.network.neutron [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2418fe53-992d-4b33-9c20-c30c46c0e448", "address": "fa:16:3e:41:44:ff", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2418fe53-99", "ovs_interfaceid": "2418fe53-992d-4b33-9c20-c30c46c0e448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.292892] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c615cb35-821f-4f33-bb6e-c223d6f02613 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.321508] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.321906] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68758) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1184.407950] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943248, 'name': CloneVM_Task} progress is 94%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.666772] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943249, 'name': ReconfigVM_Task, 'duration_secs': 0.275937} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.668391] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7/c1438702-e2be-47d8-99a5-2cbd6c5bd7a7.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.669057] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-928bee56-df19-473d-9a50-506c208fbb84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.675189] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1184.675189] env[68758]: value = "task-2943250" [ 1184.675189] env[68758]: _type = "Task" [ 1184.675189] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.685143] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943250, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.711066] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.711501] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.790444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.791199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.791339] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.792208] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beed5b9-eaa0-4885-a6f2-308cd8adca21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.817456] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.817821] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.818063] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.818365] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.818580] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.818762] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.819024] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.819201] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.819375] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.819549] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.819746] env[68758]: DEBUG nova.virt.hardware [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.826935] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfiguring VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1184.834259] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbccb196-bb0f-4a49-a2a5-631eb757e423 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.848924] env[68758]: DEBUG nova.compute.manager [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1184.849217] env[68758]: DEBUG nova.compute.manager [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-2418fe53-992d-4b33-9c20-c30c46c0e448. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1184.849505] env[68758]: DEBUG oslo_concurrency.lockutils [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.849704] env[68758]: DEBUG oslo_concurrency.lockutils [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.849908] env[68758]: DEBUG nova.network.neutron [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.855288] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.863555] env[68758]: DEBUG oslo_vmware.api [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1184.863555] env[68758]: value = "task-2943251" [ 1184.863555] env[68758]: _type = "Task" [ 1184.863555] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.872778] env[68758]: DEBUG oslo_vmware.api [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943251, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.909189] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943248, 'name': CloneVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.189208] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943250, 'name': Rename_Task, 'duration_secs': 0.161142} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.189585] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1185.190015] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34eabef2-8981-475a-b093-ffeb144b7896 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.199031] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1185.199031] env[68758]: value = "task-2943252" [ 1185.199031] env[68758]: _type = "Task" [ 1185.199031] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.206986] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.216936] env[68758]: DEBUG nova.compute.utils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.219927] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.220136] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.263815] env[68758]: DEBUG nova.policy [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879359a82da04548b8bd95b3d3706252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636d7a19f21744e3a1dc985cd7c81b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.375595] env[68758]: DEBUG oslo_vmware.api [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.413311] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943248, 'name': CloneVM_Task, 'duration_secs': 1.542739} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.413568] env[68758]: INFO nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Created linked-clone VM from snapshot [ 1185.414355] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc26b06e-f4a9-43f6-b866-92a0d37d7477 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.422911] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Uploading image dfac5ed7-915b-46d1-a4de-caa7d4043b32 {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1185.453170] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1185.453170] env[68758]: value = "vm-590810" [ 1185.453170] env[68758]: _type = "VirtualMachine" [ 1185.453170] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1185.453527] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2cb177c-2c55-4742-b08b-8e57474a5a1f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.460935] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease: (returnval){ [ 1185.460935] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a725df-3791-8c20-5b94-a0263ea54cc0" [ 1185.460935] env[68758]: _type = "HttpNfcLease" [ 1185.460935] env[68758]: } obtained for exporting VM: (result){ [ 1185.460935] env[68758]: value = "vm-590810" [ 1185.460935] env[68758]: _type = "VirtualMachine" [ 1185.460935] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1185.461406] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the lease: (returnval){ [ 1185.461406] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a725df-3791-8c20-5b94-a0263ea54cc0" [ 1185.461406] env[68758]: _type = "HttpNfcLease" [ 1185.461406] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1185.467867] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.467867] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a725df-3791-8c20-5b94-a0263ea54cc0" [ 1185.467867] env[68758]: _type = "HttpNfcLease" [ 1185.467867] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1185.469665] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1185.469859] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1185.470751] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537a3675-f8a9-4544-a6de-c9b53843ecc1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.479499] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1185.479714] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1185.479995] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f03f71ed-97d3-466a-96de-6949a708d99d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.691399] env[68758]: DEBUG nova.network.neutron [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 2418fe53-992d-4b33-9c20-c30c46c0e448. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.691831] env[68758]: DEBUG nova.network.neutron [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2418fe53-992d-4b33-9c20-c30c46c0e448", "address": "fa:16:3e:41:44:ff", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2418fe53-99", "ovs_interfaceid": "2418fe53-992d-4b33-9c20-c30c46c0e448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.703742] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Successfully created port: f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.712578] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.724345] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.873642] env[68758]: DEBUG oslo_vmware.api [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943251, 'name': ReconfigVM_Task, 'duration_secs': 0.69481} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.874140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.874351] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfigured VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1185.971710] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1185.971710] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a725df-3791-8c20-5b94-a0263ea54cc0" [ 1185.971710] env[68758]: _type = "HttpNfcLease" [ 1185.971710] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1185.972080] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1185.972080] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a725df-3791-8c20-5b94-a0263ea54cc0" [ 1185.972080] env[68758]: _type = "HttpNfcLease" [ 1185.972080] env[68758]: }. {{(pid=68758) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1185.972874] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2af612a-caef-4c59-bc66-e3393b9ff505 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.980589] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1185.980884] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk for reading. {{(pid=68758) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1186.070595] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0fe19f89-b98a-4d82-8d17-18bee4d7a0ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.195185] env[68758]: DEBUG oslo_concurrency.lockutils [req-e74dbea3-3f62-4776-8da6-e4d07cf4a8d8 req-4f152de4-c00b-4881-b1ce-2ca53fbe058d service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.210264] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.379368] env[68758]: DEBUG oslo_concurrency.lockutils [None req-246df114-b812-4bdb-851f-0347b970e96e tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.123s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.711971] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.734793] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.759111] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.759474] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.759641] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.759908] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.760087] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.760243] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.760558] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.760747] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.760988] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.761208] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.761473] env[68758]: DEBUG nova.virt.hardware [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.762786] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146346a8-7d75-43f2-9861-6c5bbfc82dee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.771365] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5779bb92-2fa3-4f71-af71-23a1e3f9c7dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.087831] env[68758]: DEBUG nova.compute.manager [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Received event network-vif-plugged-f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1187.088072] env[68758]: DEBUG oslo_concurrency.lockutils [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.088360] env[68758]: DEBUG oslo_concurrency.lockutils [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] Lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.088645] env[68758]: DEBUG oslo_concurrency.lockutils [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] Lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.088822] env[68758]: DEBUG nova.compute.manager [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] No waiting events found dispatching network-vif-plugged-f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.088989] env[68758]: WARNING nova.compute.manager [req-064b3c35-a3a5-48ae-b279-e57b61a3fe10 req-5942f0e8-0b63-4a94-945c-0133ffa116f0 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Received unexpected event network-vif-plugged-f6ccd53b-3f46-4299-b5d6-386d9f4303df for instance with vm_state building and task_state spawning. [ 1187.176881] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Successfully updated port: f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.213076] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.584463] env[68758]: DEBUG oslo_vmware.rw_handles [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527b14b7-a9cc-7f7c-20f1-4c9a0efbff3f/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1187.584864] env[68758]: INFO nova.virt.vmwareapi.images [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Downloaded image file data 1f4de42a-ea23-4eb3-9077-dd543f5895cd [ 1187.586070] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26ab4a-335c-42a6-b0f0-4e83376444b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.603618] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51a9d4f1-da53-4ff6-8405-eb76d42b12a5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.630075] env[68758]: INFO nova.virt.vmwareapi.images [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] The imported VM was unregistered [ 1187.632877] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1187.633182] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Creating directory with path [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1187.633535] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4df68c96-64e0-42fd-b735-82d48c9f271f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.656126] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Created directory with path [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1187.656414] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac/OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac.vmdk to [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk. {{(pid=68758) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1187.656768] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b024591f-84b1-424a-a276-9c21033c7162 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.664219] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1187.664219] env[68758]: value = "task-2943255" [ 1187.664219] env[68758]: _type = "Task" [ 1187.664219] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.673297] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.679010] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.679223] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.679486] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.713887] env[68758]: DEBUG oslo_vmware.api [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943252, 'name': PowerOnVM_Task, 'duration_secs': 2.475834} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.714243] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.825940] env[68758]: DEBUG nova.compute.manager [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1187.826990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99019984-3849-464f-9c2c-5d120463f8a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.942589] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.944186] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.175902] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.215741] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.344716] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e8680531-cfae-46ef-a954-fa9eebbc5c02 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.936s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.371401] env[68758]: DEBUG nova.network.neutron [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Updating instance_info_cache with network_info: [{"id": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "address": "fa:16:3e:f4:d2:3d", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ccd53b-3f", "ovs_interfaceid": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.446998] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.447185] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.448324] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc02edb-102d-45ad-b2d3-06c77c317ee4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.470239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e339f101-3b25-4c1a-a484-2a04baaecfc3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.501962] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfiguring VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1188.502573] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-859feb56-5282-4b2c-a5ef-cadd0754ffb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.524204] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1188.524204] env[68758]: value = "task-2943256" [ 1188.524204] env[68758]: _type = "Task" [ 1188.524204] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.533739] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.676977] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.873919] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.875645] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance network_info: |[{"id": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "address": "fa:16:3e:f4:d2:3d", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ccd53b-3f", "ovs_interfaceid": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.875645] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ccd53b-3f46-4299-b5d6-386d9f4303df', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.882735] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.882998] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.883240] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3f1e445-a94a-461f-9257-5353731f95c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.904559] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.904559] env[68758]: value = "task-2943257" [ 1188.904559] env[68758]: _type = "Task" [ 1188.904559] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.915170] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943257, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.035303] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.164035] env[68758]: DEBUG nova.compute.manager [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Received event network-changed-f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1189.164448] env[68758]: DEBUG nova.compute.manager [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Refreshing instance network info cache due to event network-changed-f6ccd53b-3f46-4299-b5d6-386d9f4303df. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1189.164921] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] Acquiring lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.165224] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] Acquired lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.165543] env[68758]: DEBUG nova.network.neutron [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Refreshing network info cache for port f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.180611] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.352054] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.415174] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943257, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.535810] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.679715] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.895613] env[68758]: DEBUG nova.network.neutron [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Updated VIF entry in instance network info cache for port f6ccd53b-3f46-4299-b5d6-386d9f4303df. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.896047] env[68758]: DEBUG nova.network.neutron [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Updating instance_info_cache with network_info: [{"id": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "address": "fa:16:3e:f4:d2:3d", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6ccd53b-3f", "ovs_interfaceid": "f6ccd53b-3f46-4299-b5d6-386d9f4303df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.917413] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943257, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.990938] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d8c58f-7937-45a7-bbf6-ec71ed35fb8b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.998601] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Suspending the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1189.998849] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4cef7918-6391-4e05-83db-9fb66658d779 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.005648] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1190.005648] env[68758]: value = "task-2943258" [ 1190.005648] env[68758]: _type = "Task" [ 1190.005648] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.014654] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943258, 'name': SuspendVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.039439] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.186069] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.399476] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e60c108-a049-4c73-af61-08448eebec0e req-806350e0-667c-41c3-82c9-528b8c5e59b2 service nova] Releasing lock "refresh_cache-41676c80-718d-4a4b-9e8a-328306be58fe" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.416748] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943257, 'name': CreateVM_Task, 'duration_secs': 1.417291} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.417039] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.417677] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.417861] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.418211] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.418508] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3058a362-82f4-45af-ba7d-8232896e816b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.423534] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1190.423534] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a735b1-2559-50f9-df90-eff876d02284" [ 1190.423534] env[68758]: _type = "Task" [ 1190.423534] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.433035] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a735b1-2559-50f9-df90-eff876d02284, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.516159] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943258, 'name': SuspendVM_Task} progress is 58%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.537809] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.679540] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943255, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.557268} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.679811] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac/OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac.vmdk to [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk. [ 1190.680069] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Cleaning up location [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1190.680191] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_2b13599d-6ce0-4200-8b12-ff991817fbac {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.680483] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22d01252-a091-471d-9126-f3efe3db62b1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.686545] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1190.686545] env[68758]: value = "task-2943259" [ 1190.686545] env[68758]: _type = "Task" [ 1190.686545] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.694761] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.934252] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52a735b1-2559-50f9-df90-eff876d02284, 'name': SearchDatastore_Task, 'duration_secs': 0.034266} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.934615] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.934899] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.935141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.935294] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.935497] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.935796] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eb7dcc3-3495-4a3f-8614-7f6ea05385c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.944368] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.944536] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.945259] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1470964e-5662-4641-a4b9-2b96554628eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.950246] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1190.950246] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7277e-10a0-1c12-5214-668ca90a4c0b" [ 1190.950246] env[68758]: _type = "Task" [ 1190.950246] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.957585] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7277e-10a0-1c12-5214-668ca90a4c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.015268] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943258, 'name': SuspendVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.037731] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.196234] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140306} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.196504] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1191.196669] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Releasing lock "[datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.196962] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk to [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.197251] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7080ed18-e223-4a4f-8799-42e8b31b0c69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.204931] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1191.204931] env[68758]: value = "task-2943260" [ 1191.204931] env[68758]: _type = "Task" [ 1191.204931] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.212626] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.467848] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b7277e-10a0-1c12-5214-668ca90a4c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.469529] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-935af051-4c1d-495b-92ad-25b75d34056c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.478665] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1191.478665] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5209ef6b-eb59-41a3-7d03-afa77ffdda4b" [ 1191.478665] env[68758]: _type = "Task" [ 1191.478665] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.490280] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5209ef6b-eb59-41a3-7d03-afa77ffdda4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.517018] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943258, 'name': SuspendVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.539573] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.715077] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.990086] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5209ef6b-eb59-41a3-7d03-afa77ffdda4b, 'name': SearchDatastore_Task, 'duration_secs': 0.040973} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.990086] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.990320] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.990564] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-742dfd81-cc50-4e56-b90a-89e249434a6a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.998619] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1191.998619] env[68758]: value = "task-2943261" [ 1191.998619] env[68758]: _type = "Task" [ 1191.998619] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.008862] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.017353] env[68758]: DEBUG oslo_vmware.api [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943258, 'name': SuspendVM_Task, 'duration_secs': 1.702596} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.017625] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Suspended the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1192.017804] env[68758]: DEBUG nova.compute.manager [None req-f8d702b6-ea48-46ec-8830-0cc536b590b8 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1192.018619] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943e2f78-8941-4cff-9d12-387fbc9d24ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.038874] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.215789] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.510694] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.543655] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.716209] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.010589] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.042666] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.216409] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.510571] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943261, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.543253] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.547815] env[68758]: INFO nova.compute.manager [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Resuming [ 1193.548490] env[68758]: DEBUG nova.objects.instance [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'flavor' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.717589] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943260, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.244566} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.718047] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/1f4de42a-ea23-4eb3-9077-dd543f5895cd/1f4de42a-ea23-4eb3-9077-dd543f5895cd.vmdk to [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.718788] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9744d5-a0d8-4247-a7ac-4596f1e6dbe8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.742903] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.743238] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779c1992-10c5-4843-9ca4-f6a0671aaef9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.763559] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1193.763559] env[68758]: value = "task-2943262" [ 1193.763559] env[68758]: _type = "Task" [ 1193.763559] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.772642] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.010836] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943261, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.750733} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.011105] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.011318] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.011658] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-347bcd64-cbad-4aa0-897f-a9de43cb2384 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.018511] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1194.018511] env[68758]: value = "task-2943263" [ 1194.018511] env[68758]: _type = "Task" [ 1194.018511] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.026386] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.042988] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.274902] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943262, 'name': ReconfigVM_Task, 'duration_secs': 0.356979} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.275260] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7/00c39c60-88c2-441c-ac47-6e1e99e7cbf7.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.276593] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7531837b-3787-417d-b05f-7c1c395f79f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.284096] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1194.284096] env[68758]: value = "task-2943264" [ 1194.284096] env[68758]: _type = "Task" [ 1194.284096] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.292947] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943264, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.528150] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070085} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.528431] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.529209] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75802cb4-1f5e-4c35-ae12-a0635552971c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.551041] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.554123] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51c707c2-ad2e-4085-a808-67685b681b73 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.575372] env[68758]: DEBUG oslo_vmware.api [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943256, 'name': ReconfigVM_Task, 'duration_secs': 5.80171} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.576630] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.576851] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Reconfigured VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1194.579009] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1194.579009] env[68758]: value = "task-2943265" [ 1194.579009] env[68758]: _type = "Task" [ 1194.579009] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.588259] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943265, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.793958] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943264, 'name': Rename_Task, 'duration_secs': 0.168323} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.794302] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1194.794584] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc0b2f66-de22-49a6-8e76-897e6cec23fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.801509] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1194.801509] env[68758]: value = "task-2943266" [ 1194.801509] env[68758]: _type = "Task" [ 1194.801509] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.813155] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.071906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.072109] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquired lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.072286] env[68758]: DEBUG nova.network.neutron [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.089288] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943265, 'name': ReconfigVM_Task, 'duration_secs': 0.397643} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.089550] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.090170] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94cf66df-55a5-4ca9-8bd4-32fb7ce0c49b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.096378] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1195.096378] env[68758]: value = "task-2943267" [ 1195.096378] env[68758]: _type = "Task" [ 1195.096378] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.104798] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943267, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.311674] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943266, 'name': PowerOnVM_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.606526] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943267, 'name': Rename_Task, 'duration_secs': 0.173588} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.606650] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1195.607238] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3af142ab-1dd0-4c6d-a27f-5b23679d88a8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.613016] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1195.613016] env[68758]: value = "task-2943268" [ 1195.613016] env[68758]: _type = "Task" [ 1195.613016] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.620506] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943268, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.700738] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.701029] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.701220] env[68758]: DEBUG nova.compute.manager [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.702094] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f889dc5-cf92-4816-be10-436e321f24e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.708245] env[68758]: DEBUG nova.compute.manager [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1195.708793] env[68758]: DEBUG nova.objects.instance [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'flavor' on Instance uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.784512] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1195.785419] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025c7667-a1d3-49aa-ac49-74c12d3afdb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.792137] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1195.792137] env[68758]: ERROR oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk due to incomplete transfer. [ 1195.792262] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3d455d0-54d0-4460-b2df-0b7f4bd5b2e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.799609] env[68758]: DEBUG oslo_vmware.rw_handles [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/527ade15-7e85-9bdb-5473-05246ef72d67/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1195.799887] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Uploaded image dfac5ed7-915b-46d1-a4de-caa7d4043b32 to the Glance image server {{(pid=68758) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1195.801581] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Destroying the VM {{(pid=68758) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1195.801813] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6dacef35-c3ec-487e-9c0d-57a7042fee1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.812272] env[68758]: DEBUG oslo_vmware.api [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943266, 'name': PowerOnVM_Task, 'duration_secs': 0.610527} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.813670] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.815549] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1195.815549] env[68758]: value = "task-2943269" [ 1195.815549] env[68758]: _type = "Task" [ 1195.815549] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.825910] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943269, 'name': Destroy_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.829711] env[68758]: DEBUG nova.network.neutron [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [{"id": "702f435e-4554-4607-ae04-65a2209aeda8", "address": "fa:16:3e:c7:36:9a", "network": {"id": "5f8237e5-da91-4cf1-a2a5-653e0f203373", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-711471018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99880a05b4374b0ca83ecbb7cb5cf6ce", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap702f435e-45", "ovs_interfaceid": "702f435e-4554-4607-ae04-65a2209aeda8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.913351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.913351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.913552] env[68758]: DEBUG nova.network.neutron [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.953087] env[68758]: DEBUG nova.compute.manager [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.953999] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac63e155-736e-42f4-b344-487db79a7a1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.123606] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.326310] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943269, 'name': Destroy_Task} progress is 33%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.332072] env[68758]: DEBUG oslo_concurrency.lockutils [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Releasing lock "refresh_cache-c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.333168] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7adcdc2-6db4-4160-aefb-abe66f9fed51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.340408] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Resuming the VM {{(pid=68758) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1196.340675] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f33a929-fc5e-4679-9e66-def540ccf1d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.347617] env[68758]: DEBUG oslo_vmware.api [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1196.347617] env[68758]: value = "task-2943270" [ 1196.347617] env[68758]: _type = "Task" [ 1196.347617] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.356081] env[68758]: DEBUG oslo_vmware.api [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.474082] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4f7ca8be-e457-4bd6-8920-e07007b96260 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.600s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.626908] env[68758]: DEBUG oslo_vmware.api [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943268, 'name': PowerOnVM_Task, 'duration_secs': 1.003833} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.627435] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.627669] env[68758]: INFO nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1196.627864] env[68758]: DEBUG nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.628935] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02997946-df09-4aee-801e-e442e8997e43 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.718526] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.718855] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da04ef39-e9c4-4949-b310-d2c2e7bf838c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.726565] env[68758]: DEBUG oslo_vmware.api [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1196.726565] env[68758]: value = "task-2943271" [ 1196.726565] env[68758]: _type = "Task" [ 1196.726565] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.735631] env[68758]: DEBUG oslo_vmware.api [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.749440] env[68758]: INFO nova.network.neutron [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Port 2418fe53-992d-4b33-9c20-c30c46c0e448 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1196.749869] env[68758]: DEBUG nova.network.neutron [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.829321] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943269, 'name': Destroy_Task, 'duration_secs': 0.79911} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.829829] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Destroyed the VM [ 1196.829907] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleting Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1196.830149] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-19cc7cd5-2ff5-41d1-ae41-4b7e365ffce4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.837304] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1196.837304] env[68758]: value = "task-2943272" [ 1196.837304] env[68758]: _type = "Task" [ 1196.837304] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.848555] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943272, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.858558] env[68758]: DEBUG oslo_vmware.api [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943270, 'name': PowerOnVM_Task} progress is 93%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.877452] env[68758]: DEBUG nova.compute.manager [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1196.877615] env[68758]: DEBUG nova.compute.manager [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing instance network info cache due to event network-changed-295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1196.877802] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] Acquiring lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.148069] env[68758]: INFO nova.compute.manager [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Took 15.60 seconds to build instance. [ 1197.237017] env[68758]: DEBUG oslo_vmware.api [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943271, 'name': PowerOffVM_Task, 'duration_secs': 0.306861} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.237304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.237501] env[68758]: DEBUG nova.compute.manager [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.238299] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c6579e-83fb-4c2a-81b4-8e4630b3f420 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.252787] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.254950] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] Acquired lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.255140] env[68758]: DEBUG nova.network.neutron [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Refreshing network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.346232] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943272, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.357616] env[68758]: DEBUG oslo_vmware.api [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943270, 'name': PowerOnVM_Task, 'duration_secs': 0.709163} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.357853] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Resumed the VM {{(pid=68758) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1197.358048] env[68758]: DEBUG nova.compute.manager [None req-eac3fee5-b364-4432-b859-e5ef584278b5 tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.358790] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2ac403-6286-4f18-bb94-d7c2585ec03b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.579459] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.579704] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.580066] env[68758]: DEBUG nova.objects.instance [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'flavor' on Instance uuid 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.635181] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.635736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.635736] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.635941] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.636119] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.639937] env[68758]: INFO nova.compute.manager [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Terminating instance [ 1197.651011] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d22888a1-387a-4e21-bb6b-234b4cee26d2 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.107s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.738795] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_power_states {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1197.752448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ac7e0f85-0e4d-4308-b3ef-6d620fb5f848 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.759993] env[68758]: DEBUG oslo_concurrency.lockutils [None req-2bb02c82-494a-4e0a-b7f8-1bf8b1de3aed tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-3fb1242c-be6a-4b5c-a316-c36895700243-2418fe53-992d-4b33-9c20-c30c46c0e448" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.817s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.850614] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943272, 'name': RemoveSnapshot_Task, 'duration_secs': 0.803054} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.851109] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleted Snapshot of the VM instance {{(pid=68758) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1197.853112] env[68758]: DEBUG nova.compute.manager [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.853112] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5546ce-5eb6-496d-845a-1e42bbd20a1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.998583] env[68758]: DEBUG nova.network.neutron [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updated VIF entry in instance network info cache for port 295e6f28-4b43-4d7f-ac55-b906d1966584. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.998952] env[68758]: DEBUG nova.network.neutron [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [{"id": "295e6f28-4b43-4d7f-ac55-b906d1966584", "address": "fa:16:3e:30:3b:cd", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap295e6f28-4b", "ovs_interfaceid": "295e6f28-4b43-4d7f-ac55-b906d1966584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.087196] env[68758]: DEBUG nova.objects.instance [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'flavor' on Instance uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.145495] env[68758]: DEBUG nova.compute.manager [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1198.147111] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1198.147111] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f3bcad-3b9f-4242-bd73-5d3083e982ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.155102] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.155373] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31a9b2f8-a11d-46bf-89ae-7552d1203602 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.162520] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1198.162520] env[68758]: value = "task-2943273" [ 1198.162520] env[68758]: _type = "Task" [ 1198.162520] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.171613] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.177471] env[68758]: DEBUG nova.objects.instance [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'pci_requests' on Instance uuid 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.243734] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Getting list of instances from cluster (obj){ [ 1198.243734] env[68758]: value = "domain-c8" [ 1198.243734] env[68758]: _type = "ClusterComputeResource" [ 1198.243734] env[68758]: } {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1198.244880] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859c9085-56cd-49bd-910a-aa8322680248 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.265432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Got total of 11 instances {{(pid=68758) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1198.265619] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.265818] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.265978] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid be039a01-adef-4c1f-82a2-9a7721adf03a {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266155] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 324acb5d-1d09-42ec-bb73-911b27386525 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266306] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266455] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid ae2ff8e3-aa79-4006-a79c-e3740015ee3e {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266604] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 3fb1242c-be6a-4b5c-a316-c36895700243 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266749] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.266892] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.267051] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.267204] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Triggering sync for uuid 41676c80-718d-4a4b-9e8a-328306be58fe {{(pid=68758) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10863}} [ 1198.267536] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.267745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.268046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.268258] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "be039a01-adef-4c1f-82a2-9a7721adf03a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.268433] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.268665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "324acb5d-1d09-42ec-bb73-911b27386525" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.268844] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "324acb5d-1d09-42ec-bb73-911b27386525" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.269081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.269285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.269454] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.269674] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.269849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.270078] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.270251] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.270409] env[68758]: INFO nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] During sync_power_state the instance has a pending task (powering-on). Skip. [ 1198.270598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.270783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.270956] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.271196] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.271370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.271593] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.271765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.272609] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e845db56-ceb9-4725-80b8-9754ba3ee0f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.275861] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb0760-b389-41c9-92ac-55b301e4b991 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.278626] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2972704c-57a8-466e-a7b4-95e5ac5e0a39 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.281181] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae5143a-3838-4770-937e-d61fbba0faf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.283862] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11549355-7122-477e-800b-29356de43514 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.286395] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456b6367-9ce0-4c8d-b5fc-e5458825e2f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.291301] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580d7767-c504-40e2-b075-82ffa5b43023 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.294404] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7366f1d0-9e8c-48c8-8e87-bc87353787b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.986874] env[68758]: DEBUG oslo_concurrency.lockutils [req-5ad1df3a-10e1-4a78-a428-5ca9b7f4000b req-7235e092-8108-43ea-be84-4feffc11a9ca service nova] Releasing lock "refresh_cache-3fb1242c-be6a-4b5c-a316-c36895700243" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.987297] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.989012] env[68758]: DEBUG nova.objects.base [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Object Instance<60f7c5ac-454c-42ce-b1b3-36af96fa91a7> lazy-loaded attributes: flavor,pci_requests {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1198.989199] env[68758]: DEBUG nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1198.991336] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.991507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.991680] env[68758]: DEBUG nova.network.neutron [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1198.991845] env[68758]: DEBUG nova.objects.instance [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'info_cache' on Instance uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.992972] env[68758]: INFO nova.compute.manager [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Shelve offloading [ 1198.999550] env[68758]: DEBUG nova.compute.manager [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1198.999730] env[68758]: DEBUG nova.compute.manager [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing instance network info cache due to event network-changed-3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1198.999914] env[68758]: DEBUG oslo_concurrency.lockutils [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.000064] env[68758]: DEBUG oslo_concurrency.lockutils [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.000243] env[68758]: DEBUG nova.network.neutron [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.008869] env[68758]: DEBUG nova.objects.base [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.044174] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943273, 'name': PowerOffVM_Task, 'duration_secs': 0.328819} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.045030] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.045201] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1199.046315] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8970e620-00b1-403b-896f-2affc0ab1ffd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.125806] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1199.126039] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1199.126226] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleting the datastore file [datastore2] 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1199.126472] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae88e2f2-bac7-4f1f-8e62-04c61e8f6f42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.132453] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for the task: (returnval){ [ 1199.132453] env[68758]: value = "task-2943275" [ 1199.132453] env[68758]: _type = "Task" [ 1199.132453] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.140614] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943275, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.142443] env[68758]: DEBUG nova.policy [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29259238c605409cae63dfd6cdfa24ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '110dcc4dabf44cba9a89bf6b7147e918', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.380775] env[68758]: DEBUG nova.network.neutron [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.529909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.262s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.529909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.260s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.530255] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.530572] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6ac0f74-4e23-4976-86f6-3f477fe6ece2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.538070] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1199.538070] env[68758]: value = "task-2943276" [ 1199.538070] env[68758]: _type = "Task" [ 1199.538070] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.540528] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.269s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.543862] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.272s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.544528] env[68758]: INFO nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] During sync_power_state the instance has a pending task (powering-off). Skip. [ 1199.544746] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.273s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.544983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.558s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.545167] env[68758]: DEBUG nova.compute.manager [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.546490] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b97ed91-00e8-4c3a-8c58-fa651b95898b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.552059] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "324acb5d-1d09-42ec-bb73-911b27386525" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.283s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.552362] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.284s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.553058] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1199.553198] env[68758]: DEBUG nova.compute.manager [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.553896] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5262b4-cb79-4c67-918d-d89c7da7c260 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.557478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 1.288s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.557727] env[68758]: DEBUG nova.compute.manager [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1199.558266] env[68758]: DEBUG nova.objects.instance [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'flavor' on Instance uuid 41676c80-718d-4a4b-9e8a-328306be58fe {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.562400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.562586] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.562748] env[68758]: DEBUG nova.network.neutron [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1199.642250] env[68758]: DEBUG oslo_vmware.api [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Task: {'id': task-2943275, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159338} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.642519] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1199.642703] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1199.642910] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1199.643107] env[68758]: INFO nova.compute.manager [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1199.643347] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1199.643533] env[68758]: DEBUG nova.compute.manager [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1199.643630] env[68758]: DEBUG nova.network.neutron [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.883165] env[68758]: DEBUG oslo_concurrency.lockutils [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.916581] env[68758]: DEBUG nova.network.neutron [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updated VIF entry in instance network info cache for port 3799f682-f4da-4aee-a1d1-e1c4be03f4ec. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.916945] env[68758]: DEBUG nova.network.neutron [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.261121] env[68758]: DEBUG nova.compute.manager [req-ce80bc90-cee7-4c8e-bd56-aab673684a9b req-798472a1-e242-4f7d-82ac-aa0e229c95c2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Received event network-vif-deleted-8adc336b-3886-4763-833c-880b879e70dc {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1200.261362] env[68758]: INFO nova.compute.manager [req-ce80bc90-cee7-4c8e-bd56-aab673684a9b req-798472a1-e242-4f7d-82ac-aa0e229c95c2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Neutron deleted interface 8adc336b-3886-4763-833c-880b879e70dc; detaching it from the instance and deleting it from the info cache [ 1200.261532] env[68758]: DEBUG nova.network.neutron [req-ce80bc90-cee7-4c8e-bd56-aab673684a9b req-798472a1-e242-4f7d-82ac-aa0e229c95c2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.320074] env[68758]: DEBUG nova.network.neutron [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.419880] env[68758]: DEBUG oslo_concurrency.lockutils [req-6e9ab0b7-7891-4665-9db7-3bc0a8f6058e req-acc4091a-25a9-4ac9-91a8-83124e3d4f2e service nova] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.569038] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.569038] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db07cf2-72bd-43ff-bf19-800499747d2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.576279] env[68758]: DEBUG oslo_vmware.api [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1200.576279] env[68758]: value = "task-2943277" [ 1200.576279] env[68758]: _type = "Task" [ 1200.576279] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.584246] env[68758]: DEBUG oslo_vmware.api [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.697427] env[68758]: DEBUG nova.network.neutron [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.704329] env[68758]: DEBUG nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Successfully updated port: 2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1200.764732] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-880a56e3-d492-4a66-a6c5-8793610a4cd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.773745] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9943191d-9367-4122-a8f2-2051972db7e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.803230] env[68758]: DEBUG nova.compute.manager [req-ce80bc90-cee7-4c8e-bd56-aab673684a9b req-798472a1-e242-4f7d-82ac-aa0e229c95c2 service nova] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Detach interface failed, port_id=8adc336b-3886-4763-833c-880b879e70dc, reason: Instance 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1200.823038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.888864] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.889165] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-713b9b40-d395-426a-95cc-89e2d4161d05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.896713] env[68758]: DEBUG oslo_vmware.api [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1200.896713] env[68758]: value = "task-2943278" [ 1200.896713] env[68758]: _type = "Task" [ 1200.896713] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.905419] env[68758]: DEBUG oslo_vmware.api [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.015736] env[68758]: DEBUG nova.compute.manager [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.016126] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.016358] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.016525] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.016694] env[68758]: DEBUG nova.compute.manager [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] No waiting events found dispatching network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1201.016880] env[68758]: WARNING nova.compute.manager [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received unexpected event network-vif-plugged-2418fe53-992d-4b33-9c20-c30c46c0e448 for instance with vm_state active and task_state None. [ 1201.017021] env[68758]: DEBUG nova.compute.manager [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-changed-2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1201.017174] env[68758]: DEBUG nova.compute.manager [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing instance network info cache due to event network-changed-2418fe53-992d-4b33-9c20-c30c46c0e448. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1201.017359] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.017472] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.017614] env[68758]: DEBUG nova.network.neutron [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Refreshing network info cache for port 2418fe53-992d-4b33-9c20-c30c46c0e448 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.086204] env[68758]: DEBUG oslo_vmware.api [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943277, 'name': PowerOffVM_Task, 'duration_secs': 0.18509} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.086487] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.086682] env[68758]: DEBUG nova.compute.manager [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.087458] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1bccc2-945f-436b-809e-7049cff3879b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.136868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.137715] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c18cd-dae4-4aab-a598-90ce6cc122f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.145017] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.145247] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb581c64-e1a5-43e1-8000-09aca0300202 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.206999] env[68758]: INFO nova.compute.manager [-] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Took 1.56 seconds to deallocate network for instance. [ 1201.207831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.406515] env[68758]: DEBUG oslo_vmware.api [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943278, 'name': PowerOnVM_Task, 'duration_secs': 0.377419} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.407545] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.407545] env[68758]: DEBUG nova.compute.manager [None req-4d904dd1-d08f-460f-9f61-84cd26f580b3 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.408312] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaf12bf-125b-46d5-8fbb-40231cca350c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.598602] env[68758]: DEBUG oslo_concurrency.lockutils [None req-28da5698-60a8-4b2f-943b-68cbb94459b3 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.718404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.718712] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.718932] env[68758]: DEBUG nova.objects.instance [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lazy-loading 'resources' on Instance uuid 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.722851] env[68758]: DEBUG nova.network.neutron [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Added VIF to instance network info cache for port 2418fe53-992d-4b33-9c20-c30c46c0e448. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1201.723214] env[68758]: DEBUG nova.network.neutron [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2418fe53-992d-4b33-9c20-c30c46c0e448", "address": "fa:16:3e:41:44:ff", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2418fe53-99", "ovs_interfaceid": "2418fe53-992d-4b33-9c20-c30c46c0e448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.226042] env[68758]: DEBUG oslo_concurrency.lockutils [req-5b839a26-655a-4718-b504-1cf8783bf34b req-7a539c09-7eb2-4439-9151-dd5f1dc9c671 service nova] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.226492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.226694] env[68758]: DEBUG nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.350869] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6e3bf4-466a-4b15-81e5-84e6371622a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.359072] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a198b1-905b-4fd1-8d62-37cc33858ea6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.364378] env[68758]: INFO nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Rebuilding instance [ 1202.391276] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cb1e8c-aada-4ece-b228-ac75a827104b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.398992] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a483ce-47e9-4e90-963b-d40be61c129c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.414232] env[68758]: DEBUG nova.compute.provider_tree [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.433474] env[68758]: DEBUG nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1202.434335] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad46b1-feb9-430e-8bfc-3a5e991f1c3c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.653433] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.653639] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.653828] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.654107] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e45a90-af0f-4cee-bd88-066812133b6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.660185] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1202.660185] env[68758]: value = "task-2943280" [ 1202.660185] env[68758]: _type = "Task" [ 1202.660185] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.668392] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943280, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.761713] env[68758]: WARNING nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1202.761948] env[68758]: WARNING nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] 3d370a23-928c-4dd9-a9cd-845ab1104475 already exists in list: networks containing: ['3d370a23-928c-4dd9-a9cd-845ab1104475']. ignoring it [ 1202.762151] env[68758]: WARNING nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] 2418fe53-992d-4b33-9c20-c30c46c0e448 already exists in list: port_ids containing: ['2418fe53-992d-4b33-9c20-c30c46c0e448']. ignoring it [ 1202.917536] env[68758]: DEBUG nova.scheduler.client.report [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.063754] env[68758]: DEBUG nova.network.neutron [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2418fe53-992d-4b33-9c20-c30c46c0e448", "address": "fa:16:3e:41:44:ff", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2418fe53-99", "ovs_interfaceid": "2418fe53-992d-4b33-9c20-c30c46c0e448", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.171202] env[68758]: DEBUG oslo_vmware.api [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943280, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165144} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.171474] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1203.171653] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1203.171842] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1203.196621] env[68758]: INFO nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted allocations for instance ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 [ 1203.241625] env[68758]: DEBUG nova.compute.manager [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-vif-unplugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.241874] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.242078] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.242246] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.242414] env[68758]: DEBUG nova.compute.manager [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] No waiting events found dispatching network-vif-unplugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1203.242583] env[68758]: WARNING nova.compute.manager [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received unexpected event network-vif-unplugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d for instance with vm_state shelved_offloaded and task_state None. [ 1203.242740] env[68758]: DEBUG nova.compute.manager [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1203.242888] env[68758]: DEBUG nova.compute.manager [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing instance network info cache due to event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1203.243089] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.243209] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.243361] env[68758]: DEBUG nova.network.neutron [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.344444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.344695] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.344913] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.345099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.345264] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.347460] env[68758]: INFO nova.compute.manager [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Terminating instance [ 1203.422027] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.441577] env[68758]: INFO nova.scheduler.client.report [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Deleted allocations for instance 00c39c60-88c2-441c-ac47-6e1e99e7cbf7 [ 1203.450062] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.450337] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ea3622a-d226-49da-88e4-f3febde1313e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.457921] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1203.457921] env[68758]: value = "task-2943281" [ 1203.457921] env[68758]: _type = "Task" [ 1203.457921] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.465958] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943281, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.566156] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.566945] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.567171] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.568037] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70cb4b4-9e0a-4344-9e00-e5930d86be5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.584598] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.584858] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.585070] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.585305] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.585490] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.585694] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.585920] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.586097] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.586267] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.586428] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.586603] env[68758]: DEBUG nova.virt.hardware [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.592688] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfiguring VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1203.592950] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02ab0ea1-6d20-4dd4-ac7a-f1c5816870fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.609173] env[68758]: DEBUG oslo_vmware.api [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1203.609173] env[68758]: value = "task-2943282" [ 1203.609173] env[68758]: _type = "Task" [ 1203.609173] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.616744] env[68758]: DEBUG oslo_vmware.api [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943282, 'name': ReconfigVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.702034] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.702304] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.702558] env[68758]: DEBUG nova.objects.instance [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'resources' on Instance uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.851338] env[68758]: DEBUG nova.compute.manager [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.851569] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.852447] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d6584f-6053-46a5-8306-5f370593539c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.859679] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.859918] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ac76916e-2dae-4f2c-8d0f-53fd12b3e4af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.866378] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1203.866378] env[68758]: value = "task-2943283" [ 1203.866378] env[68758]: _type = "Task" [ 1203.866378] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.875953] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.949499] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0eca136c-34cf-432d-8890-fc7a35198688 tempest-ServerActionsTestOtherB-162141343 tempest-ServerActionsTestOtherB-162141343-project-member] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.314s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.950521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.682s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.950768] env[68758]: INFO nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] During sync_power_state the instance has a pending task (deleting). Skip. [ 1203.950985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "00c39c60-88c2-441c-ac47-6e1e99e7cbf7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.971667] env[68758]: DEBUG nova.network.neutron [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updated VIF entry in instance network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1203.972221] env[68758]: DEBUG nova.network.neutron [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap54ac4e30-99", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.973177] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1203.973409] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.974566] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3063adb2-848f-44fd-8d1d-cf3a5cac5df4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.982691] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.982935] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0d68d9d-2bd0-42f0-9218-26b00e4139e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.053248] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.053542] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.053773] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.054113] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f98b741f-fc07-4761-b2b7-3616121d1dd6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.061138] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1204.061138] env[68758]: value = "task-2943285" [ 1204.061138] env[68758]: _type = "Task" [ 1204.061138] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.070624] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.119292] env[68758]: DEBUG oslo_vmware.api [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943282, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.205710] env[68758]: DEBUG nova.objects.instance [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'numa_topology' on Instance uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1204.376524] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943283, 'name': PowerOffVM_Task, 'duration_secs': 0.213469} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.376799] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.376961] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.377219] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf9f587-3c43-4126-aab2-c77c59af2e21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.441745] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.442135] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.442197] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleting the datastore file [datastore2] c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.442433] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75f03d0e-ec2f-4c29-8cec-d0daa049f17a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.449163] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for the task: (returnval){ [ 1204.449163] env[68758]: value = "task-2943288" [ 1204.449163] env[68758]: _type = "Task" [ 1204.449163] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.457249] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.475308] env[68758]: DEBUG oslo_concurrency.lockutils [req-1ef5d39d-68af-4ae2-8649-b9b58a06860a req-d3c25472-b576-49c8-ab04-f42394b9900e service nova] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.570888] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.571232] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.571457] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.571671] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.619870] env[68758]: DEBUG oslo_vmware.api [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943282, 'name': ReconfigVM_Task, 'duration_secs': 0.850218} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.620464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.620740] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfigured VM to attach interface {{(pid=68758) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1204.707570] env[68758]: DEBUG nova.objects.base [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1204.817659] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487da530-3b4e-4183-80ff-187d75d2b72b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.825310] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e7a97b-d86c-461a-ad11-ec985ccf11ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.855174] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167cecac-6c5d-4725-a571-e82b13ec86af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.862401] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc73a57c-480a-4002-a529-145aa55c40a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.875640] env[68758]: DEBUG nova.compute.provider_tree [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.959519] env[68758]: DEBUG oslo_vmware.api [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Task: {'id': task-2943288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176895} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.960377] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.960377] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.960377] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.960564] env[68758]: INFO nova.compute.manager [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1204.960732] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.960954] env[68758]: DEBUG nova.compute.manager [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.961076] env[68758]: DEBUG nova.network.neutron [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.125535] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e688e415-6ae5-4a87-b18d-fb705b7fd21b tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.546s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.269042] env[68758]: DEBUG nova.compute.manager [req-09b54595-7546-4569-b233-1cb674ec4c08 req-ecff5bd5-07bb-42f7-87e6-18cf62168c68 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Received event network-vif-deleted-702f435e-4554-4607-ae04-65a2209aeda8 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1205.269172] env[68758]: INFO nova.compute.manager [req-09b54595-7546-4569-b233-1cb674ec4c08 req-ecff5bd5-07bb-42f7-87e6-18cf62168c68 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Neutron deleted interface 702f435e-4554-4607-ae04-65a2209aeda8; detaching it from the instance and deleting it from the info cache [ 1205.269355] env[68758]: DEBUG nova.network.neutron [req-09b54595-7546-4569-b233-1cb674ec4c08 req-ecff5bd5-07bb-42f7-87e6-18cf62168c68 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.399058] env[68758]: ERROR nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [req-2b73056c-2f0e-49dd-a598-92d7ef924042] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2b73056c-2f0e-49dd-a598-92d7ef924042"}]} [ 1205.415023] env[68758]: DEBUG nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1205.427978] env[68758]: DEBUG nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1205.427978] env[68758]: DEBUG nova.compute.provider_tree [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.438789] env[68758]: DEBUG nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1205.455064] env[68758]: DEBUG nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1205.582807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fbecb6-cd63-4f6f-b3ae-d3392ed138b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.590437] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d444130d-faf7-4215-8fa1-0acf62c20812 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.622792] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8734729c-59d4-401d-91b9-70a51831c3ce {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.631332] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.631581] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.631756] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.631941] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.632101] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.632253] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.632460] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.632658] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.632835] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.632999] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.633188] env[68758]: DEBUG nova.virt.hardware [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.634386] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bce763d-7cfd-4375-bbf6-c32d02c80920 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.638634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e32e3c0-6ed9-4d01-9814-2bbdf70054d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.650193] env[68758]: DEBUG nova.compute.provider_tree [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.654487] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b998bab3-aecb-4bab-aad3-5de09fba56ef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.667593] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:d2:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6ccd53b-3f46-4299-b5d6-386d9f4303df', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.674928] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.675391] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.675602] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9101735e-1c71-4115-ae7f-a1ac227ca7b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.693915] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.693915] env[68758]: value = "task-2943289" [ 1205.693915] env[68758]: _type = "Task" [ 1205.693915] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.705731] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943289, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.711102] env[68758]: DEBUG nova.network.neutron [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.772389] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9f97ffb-1d09-422e-90a0-11dc21036d0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.780968] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d567d0-4764-4059-9087-d5201bb1776c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.810285] env[68758]: DEBUG nova.compute.manager [req-09b54595-7546-4569-b233-1cb674ec4c08 req-ecff5bd5-07bb-42f7-87e6-18cf62168c68 service nova] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Detach interface failed, port_id=702f435e-4554-4607-ae04-65a2209aeda8, reason: Instance c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1206.070142] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.187514] env[68758]: DEBUG nova.scheduler.client.report [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 175 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1206.187650] env[68758]: DEBUG nova.compute.provider_tree [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 175 to 176 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1206.187837] env[68758]: DEBUG nova.compute.provider_tree [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1206.203882] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943289, 'name': CreateVM_Task, 'duration_secs': 0.389348} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.204660] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.205322] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.205482] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.205796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.206301] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0714cec2-b642-45a7-8e63-b1ec9170fd61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.211267] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1206.211267] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5225ca8c-f8e1-8c0f-5430-7d1b1bebd8f9" [ 1206.211267] env[68758]: _type = "Task" [ 1206.211267] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.215415] env[68758]: INFO nova.compute.manager [-] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Took 1.25 seconds to deallocate network for instance. [ 1206.227090] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5225ca8c-f8e1-8c0f-5430-7d1b1bebd8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.227380] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.227598] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.227827] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.227968] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.228158] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.228408] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8feed453-1f14-44ce-83cb-f6b96e12d40a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.243858] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.244066] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.244944] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab1fe27-232e-4119-b874-d273b1e6469f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.250181] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1206.250181] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525a8631-57ab-c4c1-6f62-05f0eb1cd428" [ 1206.250181] env[68758]: _type = "Task" [ 1206.250181] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.258094] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525a8631-57ab-c4c1-6f62-05f0eb1cd428, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.693488] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.991s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.723760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.724299] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.724299] env[68758]: DEBUG nova.objects.instance [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lazy-loading 'resources' on Instance uuid c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.760490] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525a8631-57ab-c4c1-6f62-05f0eb1cd428, 'name': SearchDatastore_Task, 'duration_secs': 0.008759} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.761283] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac196950-cdd9-4895-98f3-35707bd40814 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.766208] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1206.766208] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205ec2a-7a20-87fb-1c1f-30e1db3e6d4e" [ 1206.766208] env[68758]: _type = "Task" [ 1206.766208] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.773651] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205ec2a-7a20-87fb-1c1f-30e1db3e6d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.803598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.803832] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.202061] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e9d0ebf2-7d3b-4f69-a7d6-0a1e2054f832 tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.915s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.202622] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.933s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.202833] env[68758]: INFO nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1207.203018] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.203461] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.134s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.203637] env[68758]: INFO nova.compute.manager [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Unshelving [ 1207.279083] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5205ec2a-7a20-87fb-1c1f-30e1db3e6d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.008979} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.279792] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.279792] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.279933] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5cb585e-a589-40db-9609-d44ec0029380 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.289433] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1207.289433] env[68758]: value = "task-2943290" [ 1207.289433] env[68758]: _type = "Task" [ 1207.289433] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.301894] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.307795] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.307967] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.309076] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcac2e1-30a9-40ef-b12e-e3397dc091ac {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.328073] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328ea84e-a155-4f76-bacc-4ac2be79f360 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.364740] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfiguring VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1207.365103] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a1f4b1c-a097-42f2-a13f-d8d1b356a57f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.384956] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1207.384956] env[68758]: value = "task-2943291" [ 1207.384956] env[68758]: _type = "Task" [ 1207.384956] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.395335] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.401348] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d952df66-cea1-418d-bc61-593b315f64df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.408028] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d3f784-01d0-4ce2-a5e7-805654d77a1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.437731] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54da48c-ed42-4a0a-8ea9-37a5d8a48b8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.445574] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82082a53-4d84-4a92-a053-009a805bb314 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.461757] env[68758]: DEBUG nova.compute.provider_tree [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.798821] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.410849} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.799167] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.799264] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.799509] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe150daf-1956-47f4-8ac0-1e0b3ce6aed2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.806434] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1207.806434] env[68758]: value = "task-2943292" [ 1207.806434] env[68758]: _type = "Task" [ 1207.806434] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.814573] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.894545] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.964838] env[68758]: DEBUG nova.scheduler.client.report [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.229513] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.316520] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061977} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.316741] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.317582] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67355dd7-6013-4e49-9959-dcfd820670c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.339299] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.339544] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c035c3e-f34e-4087-9690-a10245596ecf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.358951] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1208.358951] env[68758]: value = "task-2943293" [ 1208.358951] env[68758]: _type = "Task" [ 1208.358951] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.366542] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943293, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.394711] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.469829] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.472460] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.243s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.474527] env[68758]: DEBUG nova.objects.instance [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'pci_requests' on Instance uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.489880] env[68758]: INFO nova.scheduler.client.report [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Deleted allocations for instance c1438702-e2be-47d8-99a5-2cbd6c5bd7a7 [ 1208.868974] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943293, 'name': ReconfigVM_Task, 'duration_secs': 0.277073} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.869408] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe/41676c80-718d-4a4b-9e8a-328306be58fe.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.870056] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfaa19b8-184b-4118-865e-0788e328fa74 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.876678] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1208.876678] env[68758]: value = "task-2943294" [ 1208.876678] env[68758]: _type = "Task" [ 1208.876678] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.886462] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943294, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.894125] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.977719] env[68758]: DEBUG nova.objects.instance [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'numa_topology' on Instance uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.997256] env[68758]: DEBUG oslo_concurrency.lockutils [None req-91da1907-d25c-495e-bf2e-04740048dfec tempest-ServersNegativeTestJSON-696865398 tempest-ServersNegativeTestJSON-696865398-project-member] Lock "c1438702-e2be-47d8-99a5-2cbd6c5bd7a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.652s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.387685] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943294, 'name': Rename_Task, 'duration_secs': 0.139185} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.390172] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.390443] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6744cccb-40e6-42f4-9b13-ced2126d7d95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.396938] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.398129] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1209.398129] env[68758]: value = "task-2943295" [ 1209.398129] env[68758]: _type = "Task" [ 1209.398129] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.405139] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.484584] env[68758]: INFO nova.compute.claims [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1209.512859] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.898057] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.907403] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943295, 'name': PowerOnVM_Task, 'duration_secs': 0.463255} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.907657] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1209.907856] env[68758]: DEBUG nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1209.908640] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30af2532-1b43-4559-b4a4-1ba9d60f173e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.979278] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.401230] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.421192] env[68758]: INFO nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] bringing vm to original state: 'stopped' [ 1210.648704] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef98399-8dc1-4538-ad00-248f009aa723 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.657681] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40394b3-5328-4946-8da4-b39c6fe81b4d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.691525] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ea116-c2fd-4da0-a678-5f89f7dd2722 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.699899] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb059e-2170-4825-a3c7-d5ce41495366 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.716040] env[68758]: DEBUG nova.compute.provider_tree [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1210.901149] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.974865] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1210.978912] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.254617] env[68758]: DEBUG nova.scheduler.client.report [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 176 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1211.255302] env[68758]: DEBUG nova.compute.provider_tree [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 176 to 177 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1211.255302] env[68758]: DEBUG nova.compute.provider_tree [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1211.401076] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.428176] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.428454] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.428701] env[68758]: DEBUG nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1211.429596] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b11c11-8010-46a9-b1a7-7bdf6ef1f2c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.445065] env[68758]: DEBUG nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1211.761218] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.289s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.789983] env[68758]: INFO nova.network.neutron [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1211.900619] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.949767] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.950048] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af401dc-dbf8-4199-b06f-80e85e624365 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.957737] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1211.957737] env[68758]: value = "task-2943296" [ 1211.957737] env[68758]: _type = "Task" [ 1211.957737] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.967799] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.980558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.980558] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.980558] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1212.401849] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.467923] env[68758]: DEBUG oslo_vmware.api [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943296, 'name': PowerOffVM_Task, 'duration_secs': 0.200726} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.468218] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.468413] env[68758]: DEBUG nova.compute.manager [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.469199] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6238ab84-858f-471b-8b88-0c7ba4940f55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.901621] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 18%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.979545] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.981454] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.982576] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.223237] env[68758]: DEBUG nova.compute.manager [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1213.223514] env[68758]: DEBUG oslo_concurrency.lockutils [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.223772] env[68758]: DEBUG oslo_concurrency.lockutils [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.223942] env[68758]: DEBUG oslo_concurrency.lockutils [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.224193] env[68758]: DEBUG nova.compute.manager [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] No waiting events found dispatching network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1213.224395] env[68758]: WARNING nova.compute.manager [req-c2cb5768-2470-4d7b-a521-f8a54d24389a req-3498a058-9ba9-46f0-ab1b-a5df8e1fb633 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received unexpected event network-vif-plugged-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d for instance with vm_state shelved_offloaded and task_state spawning. [ 1213.277575] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.277899] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.278155] env[68758]: DEBUG nova.network.neutron [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.401812] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.486195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.486195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.486195] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.486195] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1213.489144] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5996b7-60fe-433d-86d6-0e19e958bba7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.498559] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.498957] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.501019] env[68758]: DEBUG nova.objects.instance [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1213.502831] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b463a2-8ab9-4e7e-9360-9fae1a386328 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.519775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc33670-1929-4d28-a765-eb39dcf23999 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.525022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79477fa6-3cba-4c4e-95ce-67bbb4b76cab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.555413] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179936MB free_disk=155GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1213.556514] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.560727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "0871b505-c00b-4445-8199-46395a1a8bda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.560727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.564285] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.564376] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.565170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.565170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.565170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.566944] env[68758]: INFO nova.compute.manager [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Terminating instance [ 1213.634848] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.635386] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.903409] env[68758]: DEBUG oslo_vmware.api [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943291, 'name': ReconfigVM_Task, 'duration_secs': 6.030736} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.903557] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.904243] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Reconfigured VM to detach interface {{(pid=68758) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1214.052513] env[68758]: DEBUG nova.network.neutron [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.062552] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1214.070476] env[68758]: DEBUG nova.compute.manager [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.070650] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.072380] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caaced76-dca5-419b-8d54-3e07671ae82f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.080766] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.081038] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8813b176-bae5-4bae-8962-1c4d1252396e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.138909] env[68758]: DEBUG nova.compute.utils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.150535] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.150820] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.151029] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore2] 41676c80-718d-4a4b-9e8a-328306be58fe {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.151291] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75355623-0eff-49a7-bb5e-4908945b8f7c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.158734] env[68758]: DEBUG oslo_vmware.api [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1214.158734] env[68758]: value = "task-2943298" [ 1214.158734] env[68758]: _type = "Task" [ 1214.158734] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.175613] env[68758]: DEBUG oslo_vmware.api [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943298, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.514629] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aaac11e7-b3f6-4c39-a8bb-4e0c0c7f7951 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.515745] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.960s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.556166] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.586658] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5d6f3a979e591fc0fb0a720b728beefd',container_format='bare',created_at=2025-03-11T18:12:08Z,direct_url=,disk_format='vmdk',id=dfac5ed7-915b-46d1-a4de-caa7d4043b32,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2026750548-shelved',owner='4e3a1b818ca245209f59646836e40a1d',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-03-11T18:12:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1214.586928] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.587104] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1214.587289] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.587435] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1214.587583] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1214.587795] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1214.587956] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1214.588146] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1214.588312] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1214.588483] env[68758]: DEBUG nova.virt.hardware [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1214.589376] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9854bd6-161d-462d-86d3-d5c05b9e5ba8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.592917] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.599135] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76edf40-3883-41fb-8b2d-06b68171d76a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.612537] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:ee:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8e028024-a9c1-4cae-8849-ea770a7ae0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ac4e30-999d-4d55-ab1d-4c8f6df92f3d', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.619736] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.619983] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.620210] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c21b0216-c959-4d9c-9048-1092ca1454f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.639888] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.639888] env[68758]: value = "task-2943299" [ 1214.639888] env[68758]: _type = "Task" [ 1214.639888] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.643561] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.648479] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943299, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.668265] env[68758]: DEBUG oslo_vmware.api [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943298, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162251} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.668513] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1214.668692] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1214.668869] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1214.669051] env[68758]: INFO nova.compute.manager [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1214.669295] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.669481] env[68758]: DEBUG nova.compute.manager [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1214.669574] env[68758]: DEBUG nova.network.neutron [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.152940] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943299, 'name': CreateVM_Task, 'duration_secs': 0.343953} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.153396] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.154021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.154192] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.154613] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.154957] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50629ff8-260b-493f-ba32-b71aeea50155 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.160173] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1215.160173] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52916b27-046c-2ca6-325f-0442397734a7" [ 1215.160173] env[68758]: _type = "Task" [ 1215.160173] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.178451] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.178759] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Processing image dfac5ed7-915b-46d1-a4de-caa7d4043b32 {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.178994] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.179154] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.179459] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.179878] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41bb0123-fa39-4863-bbae-ea5efd19de5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.199405] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.200254] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.200462] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38ba7e68-ffb3-498f-ae57-6d4519349e23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.206675] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1215.206675] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52806fbb-5c7c-bf5d-c51e-329b24698378" [ 1215.206675] env[68758]: _type = "Task" [ 1215.206675] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.215610] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52806fbb-5c7c-bf5d-c51e-329b24698378, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.253514] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.253514] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.253514] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.253643] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.253865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.257009] env[68758]: INFO nova.compute.manager [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Terminating instance [ 1215.261982] env[68758]: DEBUG nova.compute.manager [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1215.262281] env[68758]: DEBUG nova.compute.manager [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing instance network info cache due to event network-changed-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1215.262662] env[68758]: DEBUG oslo_concurrency.lockutils [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] Acquiring lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.262824] env[68758]: DEBUG oslo_concurrency.lockutils [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] Acquired lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.263102] env[68758]: DEBUG nova.network.neutron [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Refreshing network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.301942] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.302166] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquired lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.302349] env[68758]: DEBUG nova.network.neutron [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.428046] env[68758]: DEBUG nova.network.neutron [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.546342] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance be039a01-adef-4c1f-82a2-9a7721adf03a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.546492] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 324acb5d-1d09-42ec-bb73-911b27386525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.546616] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.546736] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 3fb1242c-be6a-4b5c-a316-c36895700243 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.546850] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9ac3357-c026-4576-91b2-81a57724a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.546962] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.547089] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c80150aa-e50f-4433-99e1-b1285cda2f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.547203] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 41676c80-718d-4a4b-9e8a-328306be58fe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.547326] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1215.716619] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Preparing fetch location {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1215.716837] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Fetch image to [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339/OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339.vmdk {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1215.717036] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Downloading stream optimized image dfac5ed7-915b-46d1-a4de-caa7d4043b32 to [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339/OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339.vmdk on the data store datastore1 as vApp {{(pid=68758) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1215.717217] env[68758]: DEBUG nova.virt.vmwareapi.images [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Downloading image file data dfac5ed7-915b-46d1-a4de-caa7d4043b32 to the ESX as VM named 'OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339' {{(pid=68758) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1215.723590] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.723813] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.724038] env[68758]: INFO nova.compute.manager [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Attaching volume e115d507-20fb-4cae-a679-e363f30a6549 to /dev/sdb [ 1215.763047] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260bb0a9-3595-4503-b3c2-d3ad185870ca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.770578] env[68758]: DEBUG nova.compute.manager [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.770867] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.771816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b86ba3-5405-4356-9c7e-c249a7a6288a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.776556] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558ba20a-8ca0-487d-a558-30d7f6433fa4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.783862] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.784091] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3c50908-8a13-4ffc-96e4-51d37270179b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.790126] env[68758]: DEBUG nova.virt.block_device [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating existing volume attachment record: c290b113-67ef-4e8d-a639-e9ca361736bf {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1215.793336] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1215.793336] env[68758]: value = "task-2943300" [ 1215.793336] env[68758]: _type = "Task" [ 1215.793336] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.801418] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.802277] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1215.802277] env[68758]: value = "resgroup-9" [ 1215.802277] env[68758]: _type = "ResourcePool" [ 1215.802277] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1215.802533] env[68758]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-38f2acc0-0b24-4f9c-bf24-dbef950d38e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.827374] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease: (returnval){ [ 1215.827374] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279a550-8ba7-0a21-5c71-d1a7979d2222" [ 1215.827374] env[68758]: _type = "HttpNfcLease" [ 1215.827374] env[68758]: } obtained for vApp import into resource pool (val){ [ 1215.827374] env[68758]: value = "resgroup-9" [ 1215.827374] env[68758]: _type = "ResourcePool" [ 1215.827374] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1215.827678] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the lease: (returnval){ [ 1215.827678] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279a550-8ba7-0a21-5c71-d1a7979d2222" [ 1215.827678] env[68758]: _type = "HttpNfcLease" [ 1215.827678] env[68758]: } to be ready. {{(pid=68758) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1215.835847] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.835847] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279a550-8ba7-0a21-5c71-d1a7979d2222" [ 1215.835847] env[68758]: _type = "HttpNfcLease" [ 1215.835847] env[68758]: } is initializing. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.930534] env[68758]: INFO nova.compute.manager [-] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Took 1.26 seconds to deallocate network for instance. [ 1216.050551] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 0871b505-c00b-4445-8199-46395a1a8bda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1216.050851] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1216.051055] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2240MB phys_disk=200GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1216.238595] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d9898-58f1-420c-96af-218000a2f05c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.248097] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f761d08-73f3-4ff7-a3c1-b55580f306b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.285051] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bcc1db-a2dc-4557-ac28-d2055ca7e65f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.294018] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d762a1cf-e4fa-47b1-aa48-7c2f66dff9b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.310911] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.316047] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943300, 'name': PowerOffVM_Task, 'duration_secs': 0.245027} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.316326] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.316516] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1216.316794] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4857e21-7a88-4ddc-9d4a-b080583729ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.339074] env[68758]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.339074] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279a550-8ba7-0a21-5c71-d1a7979d2222" [ 1216.339074] env[68758]: _type = "HttpNfcLease" [ 1216.339074] env[68758]: } is ready. {{(pid=68758) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.341952] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.341952] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5279a550-8ba7-0a21-5c71-d1a7979d2222" [ 1216.341952] env[68758]: _type = "HttpNfcLease" [ 1216.341952] env[68758]: }. {{(pid=68758) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1216.342717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe875da-9c21-4632-b278-9ee2f35fcafa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.354348] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk from lease info. {{(pid=68758) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.354526] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk. {{(pid=68758) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1216.418588] env[68758]: DEBUG nova.network.neutron [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updated VIF entry in instance network info cache for port 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.418710] env[68758]: DEBUG nova.network.neutron [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [{"id": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "address": "fa:16:3e:3e:ee:26", "network": {"id": "37107d3c-f8e4-4edd-a760-6fb1c952a80d", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1600586336-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e3a1b818ca245209f59646836e40a1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8e028024-a9c1-4cae-8849-ea770a7ae0e4", "external-id": "nsx-vlan-transportzone-919", "segmentation_id": 919, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ac4e30-99", "ovs_interfaceid": "54ac4e30-999d-4d55-ab1d-4c8f6df92f3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.421105] env[68758]: INFO nova.network.neutron [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Port 2418fe53-992d-4b33-9c20-c30c46c0e448 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1216.421458] env[68758]: DEBUG nova.network.neutron [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [{"id": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "address": "fa:16:3e:c4:16:2b", "network": {"id": "3d370a23-928c-4dd9-a9cd-845ab1104475", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-629326662-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "110dcc4dabf44cba9a89bf6b7147e918", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d177c5b3-a5b1-4c78-854e-7e0dbf341ea1", "external-id": "nsx-vlan-transportzone-54", "segmentation_id": 54, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3799f682-f4", "ovs_interfaceid": "3799f682-f4da-4aee-a1d1-e1c4be03f4ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.422944] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1216.423264] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1216.423478] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleting the datastore file [datastore1] 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.425014] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d56162-c0d9-444d-b745-07c158c13770 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.429556] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-044e3da2-23d9-4c38-8f1e-8d474135e6d9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.437017] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1216.437017] env[68758]: value = "task-2943306" [ 1216.437017] env[68758]: _type = "Task" [ 1216.437017] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.443469] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.451946] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.813974] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.924291] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Releasing lock "refresh_cache-60f7c5ac-454c-42ce-b1b3-36af96fa91a7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.928184] env[68758]: DEBUG oslo_concurrency.lockutils [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] Releasing lock "refresh_cache-ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.928489] env[68758]: DEBUG nova.compute.manager [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Received event network-vif-deleted-f6ccd53b-3f46-4299-b5d6-386d9f4303df {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1216.928669] env[68758]: INFO nova.compute.manager [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Neutron deleted interface f6ccd53b-3f46-4299-b5d6-386d9f4303df; detaching it from the instance and deleting it from the info cache [ 1216.928925] env[68758]: DEBUG nova.network.neutron [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.946957] env[68758]: DEBUG oslo_vmware.api [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146545} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.947290] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1216.947481] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1216.947659] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1216.947833] env[68758]: INFO nova.compute.manager [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1216.948187] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1216.949532] env[68758]: DEBUG nova.compute.manager [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1216.949962] env[68758]: DEBUG nova.network.neutron [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.321868] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1217.321868] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.806s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.322248] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.729s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.325365] env[68758]: INFO nova.compute.claims [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.432109] env[68758]: DEBUG oslo_concurrency.lockutils [None req-31959276-6e44-4ed9-ba19-10b54e79707c tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "interface-60f7c5ac-454c-42ce-b1b3-36af96fa91a7-2418fe53-992d-4b33-9c20-c30c46c0e448" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.628s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.433408] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-961d098b-3f86-4ab8-95ad-57d3ed9ef622 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.445431] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85337273-7c0a-4caf-b771-b9a97b5a2b03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.482386] env[68758]: DEBUG nova.compute.manager [req-d3d2b538-3809-4606-851d-046b241ce6b2 req-c6dd63ea-8785-40e7-9a1b-618c9a64c156 service nova] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Detach interface failed, port_id=f6ccd53b-3f46-4299-b5d6-386d9f4303df, reason: Instance 41676c80-718d-4a4b-9e8a-328306be58fe could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1217.641190] env[68758]: DEBUG nova.compute.manager [req-ba9698c3-9f28-47ec-8f81-147ccb1df8fd req-537d9b4a-1042-4a75-824d-bfb3a3dba5c8 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Received event network-vif-deleted-3799f682-f4da-4aee-a1d1-e1c4be03f4ec {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1217.641190] env[68758]: INFO nova.compute.manager [req-ba9698c3-9f28-47ec-8f81-147ccb1df8fd req-537d9b4a-1042-4a75-824d-bfb3a3dba5c8 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Neutron deleted interface 3799f682-f4da-4aee-a1d1-e1c4be03f4ec; detaching it from the instance and deleting it from the info cache [ 1217.641346] env[68758]: DEBUG nova.network.neutron [req-ba9698c3-9f28-47ec-8f81-147ccb1df8fd req-537d9b4a-1042-4a75-824d-bfb3a3dba5c8 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.699386] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Completed reading data from the image iterator. {{(pid=68758) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1217.699871] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1217.700973] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6ddbd-9211-4337-a1c7-0c507a3b3f03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.709047] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk is in state: ready. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1217.709269] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk. {{(pid=68758) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1217.709541] env[68758]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2caa289e-c679-4068-8ad6-1f5a905354a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.032815] env[68758]: DEBUG oslo_vmware.rw_handles [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523ca805-1839-6a24-faf8-2925c1ac2a14/disk-0.vmdk. {{(pid=68758) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1218.032993] env[68758]: INFO nova.virt.vmwareapi.images [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Downloaded image file data dfac5ed7-915b-46d1-a4de-caa7d4043b32 [ 1218.033880] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14f2654-3033-4e80-8e12-807f35dad830 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.051101] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0cfc349-1d86-4485-932f-8a71fe008fd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.087818] env[68758]: INFO nova.virt.vmwareapi.images [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] The imported VM was unregistered [ 1218.090208] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Caching image {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1218.090531] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32 {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1218.090849] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da111f47-5942-4fb8-b117-e29a80f67e08 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.102493] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Created directory with path [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32 {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.102726] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339/OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339.vmdk to [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk. {{(pid=68758) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1218.103043] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0a7fa825-cd0f-4f9b-920c-f535f68eb13a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.109866] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1218.109866] env[68758]: value = "task-2943309" [ 1218.109866] env[68758]: _type = "Task" [ 1218.109866] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.117653] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.125103] env[68758]: DEBUG nova.network.neutron [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.144271] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3677c700-4061-4ba8-bea7-0df59b582e3a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.153371] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0679a05-44e8-4c22-9f67-3eacf8be3931 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.184443] env[68758]: DEBUG nova.compute.manager [req-ba9698c3-9f28-47ec-8f81-147ccb1df8fd req-537d9b4a-1042-4a75-824d-bfb3a3dba5c8 service nova] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Detach interface failed, port_id=3799f682-f4da-4aee-a1d1-e1c4be03f4ec, reason: Instance 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1218.488911] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e5aeb6-3dd9-48d1-aa7a-45805e8edf34 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.497441] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff41e0a-7490-4e18-ae50-31af298fec37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531836] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2f83e4-3fb9-45a0-a822-bba11dd5f325 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.540116] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf0d984-565c-4fbc-9a29-41ed9f825b03 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.555976] env[68758]: DEBUG nova.compute.provider_tree [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1218.619135] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.627706] env[68758]: INFO nova.compute.manager [-] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Took 1.68 seconds to deallocate network for instance. [ 1219.079651] env[68758]: ERROR nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [req-bf0e98c3-2cf6-4e1f-a34b-1fa568de1ceb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bf0e98c3-2cf6-4e1f-a34b-1fa568de1ceb"}]} [ 1219.096114] env[68758]: DEBUG nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1219.111173] env[68758]: DEBUG nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1219.111411] env[68758]: DEBUG nova.compute.provider_tree [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.122961] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.124048] env[68758]: DEBUG nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1219.135151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.145279] env[68758]: DEBUG nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1219.285809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861fc29b-10c2-4507-9337-3f84566d8f49 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.293974] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b41e89-1f7a-4200-8232-7e84d9533cea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.324991] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fada5d-2f2b-4709-84d6-cb4d93b6166d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.332973] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0085c-e5a1-422d-b47c-54a2d9b80d71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.346871] env[68758]: DEBUG nova.compute.provider_tree [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1219.626665] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.879277] env[68758]: DEBUG nova.scheduler.client.report [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1219.879555] env[68758]: DEBUG nova.compute.provider_tree [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 178 to 179 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1219.879734] env[68758]: DEBUG nova.compute.provider_tree [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1220.123366] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.335958] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1220.336234] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590816', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'name': 'volume-e115d507-20fb-4cae-a679-e363f30a6549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c80150aa-e50f-4433-99e1-b1285cda2f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'serial': 'e115d507-20fb-4cae-a679-e363f30a6549'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1220.337133] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab10b543-ca26-4a9d-adad-37d9e639f063 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.353204] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609c3438-bbf2-4216-8533-f0230348ff27 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.377040] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-e115d507-20fb-4cae-a679-e363f30a6549/volume-e115d507-20fb-4cae-a679-e363f30a6549.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.377370] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-736c7816-3ed5-44b0-a433-65c8654343d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.390532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.068s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.391585] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.948s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.391837] env[68758]: DEBUG nova.objects.instance [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'resources' on Instance uuid 41676c80-718d-4a4b-9e8a-328306be58fe {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.397617] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1220.397617] env[68758]: value = "task-2943310" [ 1220.397617] env[68758]: _type = "Task" [ 1220.397617] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.406811] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943310, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.623850] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943309, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.290871} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.624058] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339/OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339.vmdk to [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk. [ 1220.624257] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Cleaning up location [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339 {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1220.624415] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bf641a29-42b1-415b-bfae-4651efe53339 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.624663] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd9ea64d-ef64-4d14-9f7c-5313fca4339a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.630449] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1220.630449] env[68758]: value = "task-2943311" [ 1220.630449] env[68758]: _type = "Task" [ 1220.630449] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.637537] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.894394] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "71bff75c-41ec-4e3d-8a76-dc515bdca377" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.894671] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "71bff75c-41ec-4e3d-8a76-dc515bdca377" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.907261] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943310, 'name': ReconfigVM_Task, 'duration_secs': 0.505521} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.907516] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-e115d507-20fb-4cae-a679-e363f30a6549/volume-e115d507-20fb-4cae-a679-e363f30a6549.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1220.914417] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cbc3cfe-49b9-4acb-8fac-99177f95d80a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.928288] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1220.928288] env[68758]: value = "task-2943312" [ 1220.928288] env[68758]: _type = "Task" [ 1220.928288] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.937489] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.030551] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ddbefe-662d-4990-8d7b-11e1591a1c5c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.037610] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3529a0f9-ba18-4eae-b812-f3e340fcb234 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.069105] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a61ceea-6816-415d-974f-91d7973dda92 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.076348] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b5f5af-e317-4562-94b1-f03ebe6b7106 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.089355] env[68758]: DEBUG nova.compute.provider_tree [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.139286] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029869} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.139486] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.139658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.139968] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk to [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.140230] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-30d3d819-2610-4343-8bab-38fa85965826 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.145909] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1221.145909] env[68758]: value = "task-2943313" [ 1221.145909] env[68758]: _type = "Task" [ 1221.145909] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.152900] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.399543] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "71bff75c-41ec-4e3d-8a76-dc515bdca377" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.400090] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.440144] env[68758]: DEBUG oslo_vmware.api [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943312, 'name': ReconfigVM_Task, 'duration_secs': 0.146622} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.440778] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590816', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'name': 'volume-e115d507-20fb-4cae-a679-e363f30a6549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c80150aa-e50f-4433-99e1-b1285cda2f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'serial': 'e115d507-20fb-4cae-a679-e363f30a6549'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1221.628590] env[68758]: DEBUG nova.scheduler.client.report [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 179 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1221.628920] env[68758]: DEBUG nova.compute.provider_tree [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 179 to 180 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1221.629131] env[68758]: DEBUG nova.compute.provider_tree [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1221.656170] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.905943] env[68758]: DEBUG nova.compute.utils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1221.907511] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.907710] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.962143] env[68758]: DEBUG nova.policy [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c527a7017ef543419e727ec85dbbce0e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b21a4642ff54f7583e1c3cd8bc2d9ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.135510] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.138765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.003s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.139061] env[68758]: DEBUG nova.objects.instance [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'resources' on Instance uuid 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.157478] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.158929] env[68758]: INFO nova.scheduler.client.report [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocations for instance 41676c80-718d-4a4b-9e8a-328306be58fe [ 1222.274899] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Successfully created port: 14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.413083] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.479890] env[68758]: DEBUG nova.objects.instance [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'flavor' on Instance uuid c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.660968] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.666744] env[68758]: DEBUG oslo_concurrency.lockutils [None req-bda75711-064a-4a25-ae80-1b3cb142f66a tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "41676c80-718d-4a4b-9e8a-328306be58fe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.102s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.774245] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d930cd5c-a465-4a2e-85c7-6a399b7e4838 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.783145] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d708145-f5b1-4a60-9ea8-7b60ae1a435a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.815741] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1ffaae-8ca5-4c0e-bf6d-8cc261ffa47e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.823538] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd349f6-7824-4061-ba2e-fbe48ac0f88e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.838519] env[68758]: DEBUG nova.compute.provider_tree [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.987609] env[68758]: DEBUG oslo_concurrency.lockutils [None req-64fb31cc-d134-4e96-921d-e1a953870a3a tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.156694] env[68758]: INFO nova.compute.manager [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Rescuing [ 1223.156985] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.157242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.157427] env[68758]: DEBUG nova.network.neutron [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.158662] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.341732] env[68758]: DEBUG nova.scheduler.client.report [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.419903] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.452968] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.453248] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.453412] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.453585] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.453752] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.453870] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.454093] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.454255] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.454421] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.454581] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.454755] env[68758]: DEBUG nova.virt.hardware [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.455629] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc52dadf-ae46-4498-8451-7a8a2ff13c16 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.463749] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1822770c-3752-41f3-b609-61b13cf31f67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.658333] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943313, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.195572} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.658601] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dfac5ed7-915b-46d1-a4de-caa7d4043b32/dfac5ed7-915b-46d1-a4de-caa7d4043b32.vmdk to [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1223.659443] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c3344b-b84d-4ef2-85e1-86492e0e8f7f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.686045] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.686308] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dc295ea-a462-4dec-a39e-ff900cd00dd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.707118] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1223.707118] env[68758]: value = "task-2943314" [ 1223.707118] env[68758]: _type = "Task" [ 1223.707118] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.715514] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.783922] env[68758]: DEBUG nova.compute.manager [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Received event network-vif-plugged-14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1223.784155] env[68758]: DEBUG oslo_concurrency.lockutils [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] Acquiring lock "0871b505-c00b-4445-8199-46395a1a8bda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.784367] env[68758]: DEBUG oslo_concurrency.lockutils [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] Lock "0871b505-c00b-4445-8199-46395a1a8bda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.784546] env[68758]: DEBUG oslo_concurrency.lockutils [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] Lock "0871b505-c00b-4445-8199-46395a1a8bda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.784678] env[68758]: DEBUG nova.compute.manager [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] No waiting events found dispatching network-vif-plugged-14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.784843] env[68758]: WARNING nova.compute.manager [req-01fe5485-41a2-4c41-a3f7-c818f9e5b32d req-4d9bfd0e-a675-4b2a-a6c8-e08be96c04f5 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Received unexpected event network-vif-plugged-14bb2f0a-4495-4ec1-927a-2f38928bdd3a for instance with vm_state building and task_state spawning. [ 1223.846772] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.874023] env[68758]: INFO nova.scheduler.client.report [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted allocations for instance 60f7c5ac-454c-42ce-b1b3-36af96fa91a7 [ 1224.064027] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Successfully updated port: 14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1224.106428] env[68758]: DEBUG nova.network.neutron [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.216812] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943314, 'name': ReconfigVM_Task, 'duration_secs': 0.29034} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.217470] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Reconfigured VM instance instance-0000006a to attach disk [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2/ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2.vmdk or device None with type streamOptimized {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.217697] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d547a3b1-1b3b-478a-a28d-95f2290c9084 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.224178] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1224.224178] env[68758]: value = "task-2943315" [ 1224.224178] env[68758]: _type = "Task" [ 1224.224178] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.231964] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943315, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.382515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a5d2fe69-5401-409f-96f6-9039c75050b6 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "60f7c5ac-454c-42ce-b1b3-36af96fa91a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.130s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.566189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.566401] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquired lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.566582] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.608174] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.733714] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943315, 'name': Rename_Task, 'duration_secs': 0.145602} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.733994] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.734234] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52eb21ec-f544-4cb3-a3a3-347cacaedeba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.740258] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1224.740258] env[68758]: value = "task-2943316" [ 1224.740258] env[68758]: _type = "Task" [ 1224.740258] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.747433] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.099546] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1225.101778] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.102021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.102227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.102406] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.102571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.104565] env[68758]: INFO nova.compute.manager [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Terminating instance [ 1225.237121] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.237364] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.251658] env[68758]: DEBUG oslo_vmware.api [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943316, 'name': PowerOnVM_Task, 'duration_secs': 0.501557} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.252460] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1225.264478] env[68758]: DEBUG nova.network.neutron [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Updating instance_info_cache with network_info: [{"id": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "address": "fa:16:3e:d8:44:9f", "network": {"id": "3829f4f6-14a5-4200-9ada-9577e54cd233", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2099103611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b21a4642ff54f7583e1c3cd8bc2d9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14bb2f0a-44", "ovs_interfaceid": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.350800] env[68758]: DEBUG nova.compute.manager [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1225.352235] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc9c163-a499-479a-af40-be18a475d044 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.608015] env[68758]: DEBUG nova.compute.manager [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.608283] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.609188] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0b933b-6eb7-402e-b7fc-7343b4530545 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.616789] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.617011] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd8fad83-4c22-4642-834e-f6c27d447870 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.622847] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1225.622847] env[68758]: value = "task-2943317" [ 1225.622847] env[68758]: _type = "Task" [ 1225.622847] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.630090] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.739376] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.766549] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Releasing lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.767144] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Instance network_info: |[{"id": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "address": "fa:16:3e:d8:44:9f", "network": {"id": "3829f4f6-14a5-4200-9ada-9577e54cd233", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2099103611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b21a4642ff54f7583e1c3cd8bc2d9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14bb2f0a-44", "ovs_interfaceid": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.767371] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:44:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4813d311-2016-4f6a-a4b8-7613ab624fba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14bb2f0a-4495-4ec1-927a-2f38928bdd3a', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.774878] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Creating folder: Project (2b21a4642ff54f7583e1c3cd8bc2d9ee). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.775174] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8953956-329d-469d-a5ec-c47e98d7f915 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.789491] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Created folder: Project (2b21a4642ff54f7583e1c3cd8bc2d9ee) in parent group-v590497. [ 1225.789491] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Creating folder: Instances. Parent ref: group-v590817. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.789662] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3aa91ba4-5b0a-4c09-8489-e8bd6a2afe4a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.799284] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Created folder: Instances in parent group-v590817. [ 1225.799542] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.799733] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.799936] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44d28db0-6a25-4ab4-a342-9fb3aa6822cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.818571] env[68758]: DEBUG nova.compute.manager [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Received event network-changed-14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1225.818763] env[68758]: DEBUG nova.compute.manager [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Refreshing instance network info cache due to event network-changed-14bb2f0a-4495-4ec1-927a-2f38928bdd3a. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1225.818973] env[68758]: DEBUG oslo_concurrency.lockutils [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] Acquiring lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.819132] env[68758]: DEBUG oslo_concurrency.lockutils [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] Acquired lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.819294] env[68758]: DEBUG nova.network.neutron [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Refreshing network info cache for port 14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.821922] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.821922] env[68758]: value = "task-2943320" [ 1225.821922] env[68758]: _type = "Task" [ 1225.821922] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.831131] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943320, 'name': CreateVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.870344] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f9b051c9-de0c-4c47-bea0-be6e901a077c tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.666s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.133108] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943317, 'name': PowerOffVM_Task, 'duration_secs': 0.188958} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.133334] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.133504] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.133766] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3680ea1e-96f0-449b-b5c5-dd8952371ddc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.146267] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.146485] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95e2298f-3a9a-459b-a702-063e59b0c00b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.152708] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1226.152708] env[68758]: value = "task-2943322" [ 1226.152708] env[68758]: _type = "Task" [ 1226.152708] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.160022] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.198146] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.198373] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.198555] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleting the datastore file [datastore2] 3fb1242c-be6a-4b5c-a316-c36895700243 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.198843] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9866174e-ebb8-4257-aace-b7169ce8e436 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.206092] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for the task: (returnval){ [ 1226.206092] env[68758]: value = "task-2943323" [ 1226.206092] env[68758]: _type = "Task" [ 1226.206092] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.215712] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943323, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.261699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.262038] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.263651] env[68758]: INFO nova.compute.claims [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1226.335314] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943320, 'name': CreateVM_Task, 'duration_secs': 0.328109} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.335475] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.336128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.336867] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.336867] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.337113] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-219a35cd-57ca-4208-9a88-6729496aefb3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.341476] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1226.341476] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f5ea4-df13-8e57-fa8d-241bcc5aa9bc" [ 1226.341476] env[68758]: _type = "Task" [ 1226.341476] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.348968] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f5ea4-df13-8e57-fa8d-241bcc5aa9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.519767] env[68758]: DEBUG nova.network.neutron [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Updated VIF entry in instance network info cache for port 14bb2f0a-4495-4ec1-927a-2f38928bdd3a. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.520177] env[68758]: DEBUG nova.network.neutron [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Updating instance_info_cache with network_info: [{"id": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "address": "fa:16:3e:d8:44:9f", "network": {"id": "3829f4f6-14a5-4200-9ada-9577e54cd233", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-2099103611-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b21a4642ff54f7583e1c3cd8bc2d9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4813d311-2016-4f6a-a4b8-7613ab624fba", "external-id": "nsx-vlan-transportzone-386", "segmentation_id": 386, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14bb2f0a-44", "ovs_interfaceid": "14bb2f0a-4495-4ec1-927a-2f38928bdd3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.662538] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943322, 'name': PowerOffVM_Task, 'duration_secs': 0.246124} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.662756] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.663543] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca65d22f-b47b-486f-a631-e30bd79e09f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.683729] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f920432-93a0-4617-abc9-1df211845b95 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.716213] env[68758]: DEBUG oslo_vmware.api [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Task: {'id': task-2943323, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158927} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.717987] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.718264] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.718439] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.718667] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.718807] env[68758]: INFO nova.compute.manager [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1226.719045] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.719229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fedb9e3f-9c6b-4001-a981-5ce4961fe579 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.720602] env[68758]: DEBUG nova.compute.manager [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.720703] env[68758]: DEBUG nova.network.neutron [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.726938] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1226.726938] env[68758]: value = "task-2943324" [ 1226.726938] env[68758]: _type = "Task" [ 1226.726938] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.734069] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943324, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.852558] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]528f5ea4-df13-8e57-fa8d-241bcc5aa9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.853168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.853421] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.854238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.854238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.854238] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.854238] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6e1ab4-3112-4877-bb65-06174e32aee2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.862525] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.862680] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.863850] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df22c9cc-a7de-4902-9242-29bf34e1dd11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.868429] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1226.868429] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52836ed6-8a89-42a0-2229-732c38ab3bc1" [ 1226.868429] env[68758]: _type = "Task" [ 1226.868429] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.876199] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52836ed6-8a89-42a0-2229-732c38ab3bc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.022921] env[68758]: DEBUG oslo_concurrency.lockutils [req-306df0e5-c6e2-4f7a-a565-b16a5209bc10 req-35f5a118-a750-438d-b27e-f2b0abaf9c07 service nova] Releasing lock "refresh_cache-0871b505-c00b-4445-8199-46395a1a8bda" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.239745] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.239969] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.240196] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.378067] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52836ed6-8a89-42a0-2229-732c38ab3bc1, 'name': SearchDatastore_Task, 'duration_secs': 0.00812} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.380014] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2f6674-b1ea-417f-a5eb-f23024d99c19 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.382454] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ceaadd4d-a942-45f2-9ebf-d52945af5219 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.389712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aaa5b95-5061-4eee-9fd1-d159486bb380 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.392719] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1227.392719] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5213f60e-fa69-6967-23c1-c2d61f4529e0" [ 1227.392719] env[68758]: _type = "Task" [ 1227.392719] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.420576] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e17435b-4a00-406d-ac5b-a9f4bf32bcf5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.426455] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5213f60e-fa69-6967-23c1-c2d61f4529e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009681} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.426977] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.427259] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 0871b505-c00b-4445-8199-46395a1a8bda/0871b505-c00b-4445-8199-46395a1a8bda.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.427532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.427715] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.427919] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba323bce-c39d-48eb-aff1-ec87ef38c21c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.431753] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a73cacd-7234-4249-aced-e31287bac12e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.434651] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311e53e1-8431-473f-811b-f0e1b59c7745 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.439612] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1227.439612] env[68758]: value = "task-2943325" [ 1227.439612] env[68758]: _type = "Task" [ 1227.439612] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.440237] env[68758]: DEBUG nova.network.neutron [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.451481] env[68758]: DEBUG nova.compute.provider_tree [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.453466] env[68758]: INFO nova.compute.manager [-] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Took 0.73 seconds to deallocate network for instance. [ 1227.455991] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.456227] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.459922] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f56e065-e7bc-4262-8e67-13387dfd9ba1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.465819] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.469113] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1227.469113] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5297c373-bd03-4aa5-7e76-b607819c22ec" [ 1227.469113] env[68758]: _type = "Task" [ 1227.469113] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.476659] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5297c373-bd03-4aa5-7e76-b607819c22ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.846842] env[68758]: DEBUG nova.compute.manager [req-3d1c8733-b570-4f37-af35-7cf5fe449dd1 req-8166edfb-f170-4bd9-98e7-114bfaa784a3 service nova] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Received event network-vif-deleted-295e6f28-4b43-4d7f-ac55-b906d1966584 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1227.950272] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.405284} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.950581] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 0871b505-c00b-4445-8199-46395a1a8bda/0871b505-c00b-4445-8199-46395a1a8bda.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.950843] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.951095] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cd47182-8bfe-417e-9aa7-c5948a5169f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.957518] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1227.957518] env[68758]: value = "task-2943326" [ 1227.957518] env[68758]: _type = "Task" [ 1227.957518] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.963930] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.969256] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943326, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.978051] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5297c373-bd03-4aa5-7e76-b607819c22ec, 'name': SearchDatastore_Task, 'duration_secs': 0.008303} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.978787] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad34e7ec-9bdd-4a6b-a8ef-e37c34fb6a6e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.981909] env[68758]: ERROR nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [req-18e7c4e0-8a0b-4efc-a086-b2ccff920d65] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-18e7c4e0-8a0b-4efc-a086-b2ccff920d65"}]} [ 1227.986939] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1227.986939] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287cebc-1bb4-cb80-88cb-bf5a84792d71" [ 1227.986939] env[68758]: _type = "Task" [ 1227.986939] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.995073] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287cebc-1bb4-cb80-88cb-bf5a84792d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.998456] env[68758]: DEBUG nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1228.013444] env[68758]: DEBUG nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1228.013686] env[68758]: DEBUG nova.compute.provider_tree [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.025297] env[68758]: DEBUG nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1228.043482] env[68758]: DEBUG nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1228.156634] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac0d0c2-8bab-4d9c-9cd1-3030e4d9b105 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.164327] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed7ce9-c86f-4f0c-b4ab-49b22c1ffad5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.193431] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767436e8-9bc1-4068-a36d-5bb2be68f047 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.200961] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bfa9ff-d4e7-4292-b0b0-5b8b0dc3d6df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.215008] env[68758]: DEBUG nova.compute.provider_tree [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1228.467931] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065956} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.468116] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.468913] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848b14ea-37ee-4caa-b8e6-0fafc5d1d575 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.490498] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 0871b505-c00b-4445-8199-46395a1a8bda/0871b505-c00b-4445-8199-46395a1a8bda.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.490815] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0068f7e-d123-4931-bcf6-690ffa8b4299 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.512429] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5287cebc-1bb4-cb80-88cb-bf5a84792d71, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.513551] env[68758]: DEBUG oslo_concurrency.lockutils [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.513813] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. {{(pid=68758) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1228.514130] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1228.514130] env[68758]: value = "task-2943327" [ 1228.514130] env[68758]: _type = "Task" [ 1228.514130] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.514309] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2653a856-67eb-4188-9600-e250ce67ec30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.523242] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943327, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.524276] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1228.524276] env[68758]: value = "task-2943328" [ 1228.524276] env[68758]: _type = "Task" [ 1228.524276] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.531100] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943328, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.754242] env[68758]: DEBUG nova.scheduler.client.report [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 181 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1228.754530] env[68758]: DEBUG nova.compute.provider_tree [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 181 to 182 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1228.754782] env[68758]: DEBUG nova.compute.provider_tree [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1229.026392] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943327, 'name': ReconfigVM_Task, 'duration_secs': 0.463907} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.029564] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 0871b505-c00b-4445-8199-46395a1a8bda/0871b505-c00b-4445-8199-46395a1a8bda.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.030517] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2674235-8ca2-4174-a541-2045d361ecb8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.037722] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943328, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.398649} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.038948] env[68758]: INFO nova.virt.vmwareapi.ds_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk. [ 1229.039473] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1229.039473] env[68758]: value = "task-2943329" [ 1229.039473] env[68758]: _type = "Task" [ 1229.039473] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.040083] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d390b6d-68ba-4c04-baac-fd28d9e7d67a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.070539] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.073931] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0cf2c36-6df3-4a89-86eb-8fb75e95faeb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.087150] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943329, 'name': Rename_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.093349] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1229.093349] env[68758]: value = "task-2943330" [ 1229.093349] env[68758]: _type = "Task" [ 1229.093349] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.100951] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.260402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.998s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.261059] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1229.263909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.300s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.264764] env[68758]: DEBUG nova.objects.instance [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lazy-loading 'resources' on Instance uuid 3fb1242c-be6a-4b5c-a316-c36895700243 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.552360] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943329, 'name': Rename_Task, 'duration_secs': 0.183041} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.552580] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.552804] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42f1d163-a503-4e19-a4e5-48707ff8ec79 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.559339] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1229.559339] env[68758]: value = "task-2943331" [ 1229.559339] env[68758]: _type = "Task" [ 1229.559339] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.569513] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.602666] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.767186] env[68758]: DEBUG nova.compute.utils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1229.772296] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1229.772475] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1229.810535] env[68758]: DEBUG nova.policy [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879359a82da04548b8bd95b3d3706252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636d7a19f21744e3a1dc985cd7c81b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1229.889646] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06adb215-c10b-4bb5-a315-e8a8dd25b0e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.897795] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444c82c-8904-430b-b738-8a77d20ff8cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.927908] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c482492b-cf06-49cb-ac67-3ae560475bf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.935142] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9c6a7a-59e8-4e4b-8eb6-3849af57818d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.948564] env[68758]: DEBUG nova.compute.provider_tree [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.071693] env[68758]: DEBUG oslo_vmware.api [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943331, 'name': PowerOnVM_Task, 'duration_secs': 0.506066} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.072115] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.072253] env[68758]: INFO nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1230.072427] env[68758]: DEBUG nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.073305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683a4aab-dbc4-4472-bd2c-293b9a46edb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.089850] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Successfully created port: 823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1230.102977] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.273083] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1230.451543] env[68758]: DEBUG nova.scheduler.client.report [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.591596] env[68758]: INFO nova.compute.manager [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Took 16.02 seconds to build instance. [ 1230.603887] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943330, 'name': ReconfigVM_Task, 'duration_secs': 1.245262} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.604683] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfigured VM instance instance-00000071 to attach disk [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95/26e8e81c-01e8-423d-8bd5-f45eaf8715df-rescue.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.605624] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa4f351-6eb8-4a69-9f4d-89412eb489b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.634517] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a2d0e88-7eb4-4600-a391-b66202dfc2f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.650862] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1230.650862] env[68758]: value = "task-2943332" [ 1230.650862] env[68758]: _type = "Task" [ 1230.650862] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.661328] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943332, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.945007] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "0871b505-c00b-4445-8199-46395a1a8bda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.956228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.692s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.978056] env[68758]: INFO nova.scheduler.client.report [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Deleted allocations for instance 3fb1242c-be6a-4b5c-a316-c36895700243 [ 1231.093785] env[68758]: DEBUG oslo_concurrency.lockutils [None req-27151fff-7d8d-40c2-aef2-8232b8420e83 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.533s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.094247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.149s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.094247] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "0871b505-c00b-4445-8199-46395a1a8bda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.094450] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.094618] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.096606] env[68758]: INFO nova.compute.manager [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Terminating instance [ 1231.162413] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943332, 'name': ReconfigVM_Task, 'duration_secs': 0.162935} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.162671] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.162913] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48798ada-5f03-40cb-8603-96ed3260acb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.168986] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1231.168986] env[68758]: value = "task-2943333" [ 1231.168986] env[68758]: _type = "Task" [ 1231.168986] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.176715] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.284969] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1231.314999] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.315222] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.315316] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.315496] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.315636] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.315779] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.316015] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.316486] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.316895] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.316895] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.317051] env[68758]: DEBUG nova.virt.hardware [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.317847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822da10-63c5-45aa-9dcc-f1fe17c5d640 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.326659] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24e929f-4fe5-44fa-b228-53bc95fcbadc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.480894] env[68758]: DEBUG nova.compute.manager [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Received event network-vif-plugged-823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1231.481139] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.481348] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.481574] env[68758]: DEBUG oslo_concurrency.lockutils [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.482050] env[68758]: DEBUG nova.compute.manager [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] No waiting events found dispatching network-vif-plugged-823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.482298] env[68758]: WARNING nova.compute.manager [req-4e5c21c5-d299-42d1-8264-317bd7005c24 req-793f5c39-fc56-4bf1-a15c-e9ee81f6e9fe service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Received unexpected event network-vif-plugged-823157ce-35ab-4c1e-a4ce-1742ce34da01 for instance with vm_state building and task_state spawning. [ 1231.485115] env[68758]: DEBUG oslo_concurrency.lockutils [None req-44aee6d1-78b6-4601-9668-bfbe6a80b205 tempest-AttachInterfacesTestJSON-770426424 tempest-AttachInterfacesTestJSON-770426424-project-member] Lock "3fb1242c-be6a-4b5c-a316-c36895700243" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.383s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.564835] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Successfully updated port: 823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.600794] env[68758]: DEBUG nova.compute.manager [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1231.601037] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.601901] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec273d0-b57f-4a1a-9348-393d7c362f04 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.609845] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1231.610147] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f38dbd69-accf-40cc-b6aa-c97b44fd081d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.615967] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1231.615967] env[68758]: value = "task-2943334" [ 1231.615967] env[68758]: _type = "Task" [ 1231.615967] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.624268] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.679867] env[68758]: DEBUG oslo_vmware.api [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943333, 'name': PowerOnVM_Task, 'duration_secs': 0.409206} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.680187] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.682961] env[68758]: DEBUG nova.compute.manager [None req-ce13364e-fe89-40cb-b3f4-d06e9afee746 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.683854] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08452011-9dfc-4c55-8038-f4c4ba952229 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.067798] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.067966] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.068118] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.127213] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943334, 'name': PowerOffVM_Task, 'duration_secs': 0.161136} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.127213] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.127729] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.128176] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b897db5-56d3-42b6-b519-1bb0be284447 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.201094] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.201094] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.201094] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Deleting the datastore file [datastore2] 0871b505-c00b-4445-8199-46395a1a8bda {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.201094] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9308948-6c1f-47a7-ae82-9e7a0000b677 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.210264] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for the task: (returnval){ [ 1232.210264] env[68758]: value = "task-2943336" [ 1232.210264] env[68758]: _type = "Task" [ 1232.210264] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.222349] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.504870] env[68758]: INFO nova.compute.manager [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Unrescuing [ 1232.504870] env[68758]: DEBUG oslo_concurrency.lockutils [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.504870] env[68758]: DEBUG oslo_concurrency.lockutils [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.504870] env[68758]: DEBUG nova.network.neutron [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.610014] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.720706] env[68758]: DEBUG oslo_vmware.api [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Task: {'id': task-2943336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155035} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.721332] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.721594] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.721856] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.722085] env[68758]: INFO nova.compute.manager [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1232.722364] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.722591] env[68758]: DEBUG nova.compute.manager [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1232.722708] env[68758]: DEBUG nova.network.neutron [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1232.758767] env[68758]: DEBUG nova.network.neutron [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating instance_info_cache with network_info: [{"id": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "address": "fa:16:3e:c9:fd:2b", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823157ce-35", "ovs_interfaceid": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.237583] env[68758]: DEBUG nova.network.neutron [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.261583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.261935] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance network_info: |[{"id": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "address": "fa:16:3e:c9:fd:2b", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823157ce-35", "ovs_interfaceid": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.262733] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:fd:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823157ce-35ab-4c1e-a4ce-1742ce34da01', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.270691] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.271278] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.271517] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f552eb-8c56-4ea3-9649-4ee241500329 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.291595] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.291595] env[68758]: value = "task-2943337" [ 1233.291595] env[68758]: _type = "Task" [ 1233.291595] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.299821] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943337, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.445594] env[68758]: DEBUG nova.network.neutron [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.523563] env[68758]: DEBUG nova.compute.manager [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Received event network-changed-823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1233.523866] env[68758]: DEBUG nova.compute.manager [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Refreshing instance network info cache due to event network-changed-823157ce-35ab-4c1e-a4ce-1742ce34da01. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1233.524194] env[68758]: DEBUG oslo_concurrency.lockutils [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] Acquiring lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.524409] env[68758]: DEBUG oslo_concurrency.lockutils [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] Acquired lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.524648] env[68758]: DEBUG nova.network.neutron [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Refreshing network info cache for port 823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.741231] env[68758]: DEBUG oslo_concurrency.lockutils [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.741914] env[68758]: DEBUG nova.objects.instance [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'flavor' on Instance uuid c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.801340] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943337, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.948523] env[68758]: INFO nova.compute.manager [-] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Took 1.23 seconds to deallocate network for instance. [ 1234.235812] env[68758]: DEBUG nova.network.neutron [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updated VIF entry in instance network info cache for port 823157ce-35ab-4c1e-a4ce-1742ce34da01. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.236280] env[68758]: DEBUG nova.network.neutron [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating instance_info_cache with network_info: [{"id": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "address": "fa:16:3e:c9:fd:2b", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823157ce-35", "ovs_interfaceid": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.247030] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a34edb-b971-48c9-a0e7-5d8ab5fa5ae7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.272833] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.273159] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-981de497-1806-4306-8df1-8f1179cd7fae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.279818] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1234.279818] env[68758]: value = "task-2943338" [ 1234.279818] env[68758]: _type = "Task" [ 1234.279818] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.289106] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.300148] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943337, 'name': CreateVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.455208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.455521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.455745] env[68758]: DEBUG nova.objects.instance [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lazy-loading 'resources' on Instance uuid 0871b505-c00b-4445-8199-46395a1a8bda {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1234.739777] env[68758]: DEBUG oslo_concurrency.lockutils [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] Releasing lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.740050] env[68758]: DEBUG nova.compute.manager [req-4315fefb-d924-434e-860d-348682edd75d req-3d5b0124-3e1c-49c5-9827-199f6cb2eed9 service nova] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Received event network-vif-deleted-14bb2f0a-4495-4ec1-927a-2f38928bdd3a {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1234.789228] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943338, 'name': PowerOffVM_Task, 'duration_secs': 0.467524} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.789486] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.794671] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfiguring VM instance instance-00000071 to detach disk 2002 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.795035] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d0b94df-bf20-4f0f-88e6-2ebdd6ce5c32 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.816981] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943337, 'name': CreateVM_Task, 'duration_secs': 1.415248} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.818043] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.818365] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1234.818365] env[68758]: value = "task-2943339" [ 1234.818365] env[68758]: _type = "Task" [ 1234.818365] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.818973] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.819148] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.819465] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.819751] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d6bfc22-378f-4aa9-9056-3085a78ca121 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.826754] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1234.826754] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5252e69f-aa95-6b68-5261-c1ed382ec807" [ 1234.826754] env[68758]: _type = "Task" [ 1234.826754] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.829847] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.836865] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5252e69f-aa95-6b68-5261-c1ed382ec807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.083060] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb681c3-355a-4e3d-885d-f2e28e2ee790 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.090964] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b8ef86-c2f5-49a7-a79b-546b59017f2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.121759] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bae5517-c114-4312-a6f7-90ef08c3b358 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.129153] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d15c321-a4d1-4af4-b2af-e13b01800c89 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.142603] env[68758]: DEBUG nova.compute.provider_tree [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.329416] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943339, 'name': ReconfigVM_Task, 'duration_secs': 0.497043} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.329718] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfigured VM instance instance-00000071 to detach disk 2002 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1235.329903] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.330280] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b53b8654-34ff-4d22-8b3b-f34549a65908 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.339912] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5252e69f-aa95-6b68-5261-c1ed382ec807, 'name': SearchDatastore_Task, 'duration_secs': 0.011093} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.341194] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.341436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.341667] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.341825] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.342095] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.342330] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1235.342330] env[68758]: value = "task-2943340" [ 1235.342330] env[68758]: _type = "Task" [ 1235.342330] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.342776] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a5d9403-ead9-41ba-ad80-3b2aced17a35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.352118] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.353186] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.353764] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.354414] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3af8a537-193c-4496-af24-2d6e5ff99000 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.360492] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1235.360492] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd74dd-65a4-f7a3-1667-bf9d80945122" [ 1235.360492] env[68758]: _type = "Task" [ 1235.360492] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.367851] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd74dd-65a4-f7a3-1667-bf9d80945122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.647022] env[68758]: DEBUG nova.scheduler.client.report [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.854119] env[68758]: DEBUG oslo_vmware.api [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943340, 'name': PowerOnVM_Task, 'duration_secs': 0.414456} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.854300] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.854568] env[68758]: DEBUG nova.compute.manager [None req-643fe328-0376-4cc4-8f16-aa108df66228 tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1235.855473] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dbadad-f61b-4959-bfa2-7e39d94c6934 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.871318] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dd74dd-65a4-f7a3-1667-bf9d80945122, 'name': SearchDatastore_Task, 'duration_secs': 0.01083} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.871834] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7553065-4cd0-46f8-b941-e4062c72022c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.876797] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1235.876797] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5214bad2-628b-dde3-be79-895804724f98" [ 1235.876797] env[68758]: _type = "Task" [ 1235.876797] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.883927] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5214bad2-628b-dde3-be79-895804724f98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.151427] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.696s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.175174] env[68758]: INFO nova.scheduler.client.report [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Deleted allocations for instance 0871b505-c00b-4445-8199-46395a1a8bda [ 1236.387273] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5214bad2-628b-dde3-be79-895804724f98, 'name': SearchDatastore_Task, 'duration_secs': 0.009649} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.387560] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.387792] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.388229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06ec603b-5c2f-4acc-b63f-eb5400bbd983 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.394778] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1236.394778] env[68758]: value = "task-2943341" [ 1236.394778] env[68758]: _type = "Task" [ 1236.394778] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.402261] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943341, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.684312] env[68758]: DEBUG oslo_concurrency.lockutils [None req-922804fa-9ff5-4a81-a6aa-d66114eae2e8 tempest-ServerGroupTestJSON-1358217321 tempest-ServerGroupTestJSON-1358217321-project-member] Lock "0871b505-c00b-4445-8199-46395a1a8bda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.590s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.905413] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943341, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419994} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.905671] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.905883] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.906145] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18ec5825-833c-4b1a-9c61-054c86a09834 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.912966] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1236.912966] env[68758]: value = "task-2943342" [ 1236.912966] env[68758]: _type = "Task" [ 1236.912966] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.921152] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.218956] env[68758]: DEBUG nova.compute.manager [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1237.219204] env[68758]: DEBUG nova.compute.manager [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing instance network info cache due to event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1237.219436] env[68758]: DEBUG oslo_concurrency.lockutils [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.219600] env[68758]: DEBUG oslo_concurrency.lockutils [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.219790] env[68758]: DEBUG nova.network.neutron [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.423428] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107706} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.423770] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.424488] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29dff65-d027-43b4-9f1c-551a11e852b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.446127] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.446511] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5bff4ba7-9422-4c05-ab3d-0737c6f0598e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.465453] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1237.465453] env[68758]: value = "task-2943343" [ 1237.465453] env[68758]: _type = "Task" [ 1237.465453] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.473221] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.979033] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.080462] env[68758]: DEBUG nova.network.neutron [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updated VIF entry in instance network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.080892] env[68758]: DEBUG nova.network.neutron [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.477725] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943343, 'name': ReconfigVM_Task, 'duration_secs': 0.833097} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.478032] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.478673] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3c0877-0073-426b-94e7-1706a73c7127 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.485142] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1238.485142] env[68758]: value = "task-2943344" [ 1238.485142] env[68758]: _type = "Task" [ 1238.485142] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.493412] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943344, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.584120] env[68758]: DEBUG oslo_concurrency.lockutils [req-6395fd69-884a-40e3-a3d7-116aebb565c5 req-ea28dad2-21a6-44a9-aa4d-d6e11a600f14 service nova] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.995309] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943344, 'name': Rename_Task, 'duration_secs': 0.142293} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.995745] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.996118] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02c724b6-7a2e-4b34-b7da-67266934cab0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.002473] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1239.002473] env[68758]: value = "task-2943345" [ 1239.002473] env[68758]: _type = "Task" [ 1239.002473] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.010428] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.072866] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.073179] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.073434] env[68758]: INFO nova.compute.manager [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Rebooting instance [ 1239.246489] env[68758]: DEBUG nova.compute.manager [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1239.246762] env[68758]: DEBUG nova.compute.manager [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing instance network info cache due to event network-changed-6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1239.247057] env[68758]: DEBUG oslo_concurrency.lockutils [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] Acquiring lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.247290] env[68758]: DEBUG oslo_concurrency.lockutils [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] Acquired lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.247589] env[68758]: DEBUG nova.network.neutron [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Refreshing network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.513256] env[68758]: DEBUG oslo_vmware.api [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943345, 'name': PowerOnVM_Task, 'duration_secs': 0.439467} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.513608] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.513745] env[68758]: INFO nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1239.513924] env[68758]: DEBUG nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1239.514685] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3446f378-7dfc-4759-8874-2b2d7e0754c0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.589516] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.589697] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.589877] env[68758]: DEBUG nova.network.neutron [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.037693] env[68758]: INFO nova.compute.manager [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Took 13.79 seconds to build instance. [ 1240.100465] env[68758]: DEBUG nova.network.neutron [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updated VIF entry in instance network info cache for port 6c263588-19f2-400d-8f27-008c81cfc02c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.100826] env[68758]: DEBUG nova.network.neutron [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [{"id": "6c263588-19f2-400d-8f27-008c81cfc02c", "address": "fa:16:3e:d9:d1:87", "network": {"id": "7d8c1f1b-5508-4e18-a458-ade9f39f498a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-169963503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9786030eb4814a64acafa7a0f1cc3a40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c263588-19", "ovs_interfaceid": "6c263588-19f2-400d-8f27-008c81cfc02c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.453638] env[68758]: DEBUG nova.network.neutron [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.540031] env[68758]: DEBUG oslo_concurrency.lockutils [None req-0aecdcd6-1acb-44f5-b821-6f28b8233e5d tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.302s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.607399] env[68758]: DEBUG oslo_concurrency.lockutils [req-4f0fb120-ea6d-44d8-ab65-3f5e1b72d9b8 req-540a9b89-3fda-4916-be1c-3bbebdee4e67 service nova] Releasing lock "refresh_cache-c80150aa-e50f-4433-99e1-b1285cda2f95" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.957874] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.273703] env[68758]: DEBUG nova.compute.manager [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Received event network-changed-823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1241.274597] env[68758]: DEBUG nova.compute.manager [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Refreshing instance network info cache due to event network-changed-823157ce-35ab-4c1e-a4ce-1742ce34da01. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1241.274597] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] Acquiring lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.274597] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] Acquired lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.274597] env[68758]: DEBUG nova.network.neutron [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Refreshing network info cache for port 823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.461917] env[68758]: DEBUG nova.compute.manager [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.462796] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e53ba7-03e3-434c-b6d6-77bd9f56a90f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.987040] env[68758]: DEBUG nova.network.neutron [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updated VIF entry in instance network info cache for port 823157ce-35ab-4c1e-a4ce-1742ce34da01. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.987389] env[68758]: DEBUG nova.network.neutron [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating instance_info_cache with network_info: [{"id": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "address": "fa:16:3e:c9:fd:2b", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap823157ce-35", "ovs_interfaceid": "823157ce-35ab-4c1e-a4ce-1742ce34da01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.346685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "75a198e0-948c-47a9-9c77-059107d192c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.346918] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.480537] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-621f2fc3-4570-463f-a1f5-c3cceca728a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.488748] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Doing hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1242.489012] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-f0f71ecf-d147-4940-91a2-79b1e2563442 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.491071] env[68758]: DEBUG oslo_concurrency.lockutils [req-9e2359c0-b0e1-48cb-b1a9-40e857175fd0 req-c83419fb-2b1f-49d5-bbb7-f0545b8b9fc2 service nova] Releasing lock "refresh_cache-b53d7ad4-4e7f-467d-bede-870c694c19b5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.495371] env[68758]: DEBUG oslo_vmware.api [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1242.495371] env[68758]: value = "task-2943346" [ 1242.495371] env[68758]: _type = "Task" [ 1242.495371] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.503166] env[68758]: DEBUG oslo_vmware.api [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943346, 'name': ResetVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.849478] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1243.004905] env[68758]: DEBUG oslo_vmware.api [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943346, 'name': ResetVM_Task, 'duration_secs': 0.097745} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.005267] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Did hard reboot of VM {{(pid=68758) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1243.005349] env[68758]: DEBUG nova.compute.manager [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1243.006119] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d14770-6769-470a-96a0-780dcd5937d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.371142] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.371425] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.372902] env[68758]: INFO nova.compute.claims [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1243.518424] env[68758]: DEBUG oslo_concurrency.lockutils [None req-22e366df-d5e8-45cc-836d-e15f577468ff tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.445s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.488612] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df051940-03ca-4daa-a056-4bc7e2c816d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.496584] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0dc523-b076-4b30-9505-ca46384288f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.527659] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e40b04-0dab-4bcc-9474-a51da632ffb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.535114] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d7e53-1d70-4686-b167-9f579a6dea4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.548386] env[68758]: DEBUG nova.compute.provider_tree [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.051579] env[68758]: DEBUG nova.scheduler.client.report [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.556754] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.557348] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.061959] env[68758]: DEBUG nova.compute.utils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1246.063827] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1246.063998] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.107896] env[68758]: DEBUG nova.policy [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '891b11830e33437f9e04a76b2f1b4524', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1dc69300bea84939b0990d749e8695e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1246.378415] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Successfully created port: 2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1246.567386] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.576412] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1247.602723] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.602971] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.603149] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.603336] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.603480] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.603627] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.603836] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.604473] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.604735] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.604917] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.605111] env[68758]: DEBUG nova.virt.hardware [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.605963] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f11327d-3ad0-4af4-b131-a4086966cad2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.613778] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee963e7-111e-447e-a9ba-a59b96207ba4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.722887] env[68758]: DEBUG nova.compute.manager [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Received event network-vif-plugged-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1247.723210] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] Acquiring lock "75a198e0-948c-47a9-9c77-059107d192c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.723569] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] Lock "75a198e0-948c-47a9-9c77-059107d192c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.723662] env[68758]: DEBUG oslo_concurrency.lockutils [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] Lock "75a198e0-948c-47a9-9c77-059107d192c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.723804] env[68758]: DEBUG nova.compute.manager [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] No waiting events found dispatching network-vif-plugged-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1247.724022] env[68758]: WARNING nova.compute.manager [req-fd28ad95-9f19-43ae-9feb-8e36d6e60e78 req-71c1aabd-1eaa-4bf0-9fc6-477be6ece4a5 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Received unexpected event network-vif-plugged-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c for instance with vm_state building and task_state spawning. [ 1247.804548] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Successfully updated port: 2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1248.307141] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.307366] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquired lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.307618] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1248.838282] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.954078] env[68758]: DEBUG nova.network.neutron [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Updating instance_info_cache with network_info: [{"id": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "address": "fa:16:3e:1d:03:f4", "network": {"id": "2f9935bc-665e-4b56-b913-f94493102036", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-497363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc69300bea84939b0990d749e8695e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f149b5f-1b", "ovs_interfaceid": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.456939] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Releasing lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.457300] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Instance network_info: |[{"id": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "address": "fa:16:3e:1d:03:f4", "network": {"id": "2f9935bc-665e-4b56-b913-f94493102036", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-497363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc69300bea84939b0990d749e8695e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f149b5f-1b", "ovs_interfaceid": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1249.457736] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:03:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.465034] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Creating folder: Project (1dc69300bea84939b0990d749e8695e0). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.465294] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-759d5278-3e36-4ba8-a6b3-f3504ec5399b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.476161] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Created folder: Project (1dc69300bea84939b0990d749e8695e0) in parent group-v590497. [ 1249.476309] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Creating folder: Instances. Parent ref: group-v590821. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1249.476520] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f94bbaf3-442c-4e27-869b-59265780c852 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.484048] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Created folder: Instances in parent group-v590821. [ 1249.484271] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.484463] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.484628] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2b65495-d597-452a-9bf8-edc1127ed207 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.502456] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.502456] env[68758]: value = "task-2943349" [ 1249.502456] env[68758]: _type = "Task" [ 1249.502456] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.509668] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943349, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.750839] env[68758]: DEBUG nova.compute.manager [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Received event network-changed-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1249.751152] env[68758]: DEBUG nova.compute.manager [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Refreshing instance network info cache due to event network-changed-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1249.751433] env[68758]: DEBUG oslo_concurrency.lockutils [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] Acquiring lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.751628] env[68758]: DEBUG oslo_concurrency.lockutils [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] Acquired lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.751848] env[68758]: DEBUG nova.network.neutron [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Refreshing network info cache for port 2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1250.012330] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943349, 'name': CreateVM_Task, 'duration_secs': 0.29892} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.012835] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1250.013542] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.013703] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.014040] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.014306] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8c6006-b826-447c-b390-77c01e8772f3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.018748] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1250.018748] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ec985-4e80-83b3-fd53-de17d9edf729" [ 1250.018748] env[68758]: _type = "Task" [ 1250.018748] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.027396] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ec985-4e80-83b3-fd53-de17d9edf729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.440906] env[68758]: DEBUG nova.network.neutron [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Updated VIF entry in instance network info cache for port 2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1250.441305] env[68758]: DEBUG nova.network.neutron [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Updating instance_info_cache with network_info: [{"id": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "address": "fa:16:3e:1d:03:f4", "network": {"id": "2f9935bc-665e-4b56-b913-f94493102036", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-497363594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1dc69300bea84939b0990d749e8695e0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f149b5f-1b", "ovs_interfaceid": "2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.529023] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ec985-4e80-83b3-fd53-de17d9edf729, 'name': SearchDatastore_Task, 'duration_secs': 0.010605} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.529339] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.529565] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.529796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.529941] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.530140] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.530398] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ee1d660-60fb-468d-8864-6a96e5f37eb4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.544968] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.545112] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.545786] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4752a891-22a2-4a83-ad96-520e8c12ce8a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.550930] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1250.550930] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52678b16-6768-9b22-5882-81440cd52033" [ 1250.550930] env[68758]: _type = "Task" [ 1250.550930] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.557924] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52678b16-6768-9b22-5882-81440cd52033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.944235] env[68758]: DEBUG oslo_concurrency.lockutils [req-51445399-4802-4ae0-87fd-24d1ceca2990 req-d3326f2c-e7b7-4e94-9d65-9b5eb0d2b18e service nova] Releasing lock "refresh_cache-75a198e0-948c-47a9-9c77-059107d192c0" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.061965] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52678b16-6768-9b22-5882-81440cd52033, 'name': SearchDatastore_Task, 'duration_secs': 0.009487} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.062739] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e43035e-1954-4cb9-8222-42f16ff7c13e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.067819] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1251.067819] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dfe5ec-23cf-ac2e-358c-41c83af2cb72" [ 1251.067819] env[68758]: _type = "Task" [ 1251.067819] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.074942] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dfe5ec-23cf-ac2e-358c-41c83af2cb72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.578285] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52dfe5ec-23cf-ac2e-358c-41c83af2cb72, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.578549] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.578807] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 75a198e0-948c-47a9-9c77-059107d192c0/75a198e0-948c-47a9-9c77-059107d192c0.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.579115] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a8122ff-b654-40e9-b93f-0a925f2c4291 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.585359] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1251.585359] env[68758]: value = "task-2943350" [ 1251.585359] env[68758]: _type = "Task" [ 1251.585359] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.592584] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.094722] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419092} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.095135] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 75a198e0-948c-47a9-9c77-059107d192c0/75a198e0-948c-47a9-9c77-059107d192c0.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.095249] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.095470] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1d2168a-0d26-4105-bede-a2bef7edbe50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.101429] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1252.101429] env[68758]: value = "task-2943351" [ 1252.101429] env[68758]: _type = "Task" [ 1252.101429] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.108343] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943351, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.611660] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943351, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058082} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.611915] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.612709] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9113a2-9547-4d86-99f4-651b6146bf81 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.633556] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 75a198e0-948c-47a9-9c77-059107d192c0/75a198e0-948c-47a9-9c77-059107d192c0.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.633776] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28b21010-b59e-47a6-9d5b-e66b16a8fc2f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.652562] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1252.652562] env[68758]: value = "task-2943352" [ 1252.652562] env[68758]: _type = "Task" [ 1252.652562] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.659668] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.162477] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943352, 'name': ReconfigVM_Task, 'duration_secs': 0.305896} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.162955] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 75a198e0-948c-47a9-9c77-059107d192c0/75a198e0-948c-47a9-9c77-059107d192c0.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.163327] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab785470-e563-4224-888a-dae24e19574a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.169343] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1253.169343] env[68758]: value = "task-2943353" [ 1253.169343] env[68758]: _type = "Task" [ 1253.169343] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.177547] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943353, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.679217] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943353, 'name': Rename_Task, 'duration_secs': 0.144721} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.680039] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.680039] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aa2b169-6515-471c-b1db-12bde81e0b44 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.687056] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1253.687056] env[68758]: value = "task-2943354" [ 1253.687056] env[68758]: _type = "Task" [ 1253.687056] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.694480] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.196693] env[68758]: DEBUG oslo_vmware.api [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943354, 'name': PowerOnVM_Task, 'duration_secs': 0.420319} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.196973] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.197177] env[68758]: INFO nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1254.197363] env[68758]: DEBUG nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.198127] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc36ab0-47b2-4ee1-b361-9b6ace85e070 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.716845] env[68758]: INFO nova.compute.manager [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Took 11.36 seconds to build instance. [ 1255.218882] env[68758]: DEBUG oslo_concurrency.lockutils [None req-99f44151-bd4c-43b9-b259-d76d6a85588e tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.872s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.064792] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "75a198e0-948c-47a9-9c77-059107d192c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.065081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.065300] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "75a198e0-948c-47a9-9c77-059107d192c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.065485] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.065660] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.068057] env[68758]: INFO nova.compute.manager [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Terminating instance [ 1256.572295] env[68758]: DEBUG nova.compute.manager [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1256.572618] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.573418] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce92525-a361-46bf-8f84-25a6ebc4d15c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.580562] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.580785] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c631594-44fe-4307-956f-0a8a33a13819 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.586637] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1256.586637] env[68758]: value = "task-2943355" [ 1256.586637] env[68758]: _type = "Task" [ 1256.586637] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.594638] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.096880] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943355, 'name': PowerOffVM_Task, 'duration_secs': 0.177132} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.097148] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.097321] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.097558] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daace7d9-a8f2-42ce-b61f-e1ab9a3d831d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.166621] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.166856] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.167061] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Deleting the datastore file [datastore2] 75a198e0-948c-47a9-9c77-059107d192c0 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.167328] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc8a07df-8520-4298-810d-7ecb28a2474e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.173705] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for the task: (returnval){ [ 1257.173705] env[68758]: value = "task-2943357" [ 1257.173705] env[68758]: _type = "Task" [ 1257.173705] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.181021] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.682918] env[68758]: DEBUG oslo_vmware.api [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Task: {'id': task-2943357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198804} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.683277] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.683325] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.683498] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.683669] env[68758]: INFO nova.compute.manager [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1257.683909] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.684113] env[68758]: DEBUG nova.compute.manager [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1257.684210] env[68758]: DEBUG nova.network.neutron [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1257.935954] env[68758]: DEBUG nova.compute.manager [req-7a66899f-3df0-4709-aa14-c6e7bcd767d2 req-62627af1-678a-4253-989a-bd0281e2ddd2 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Received event network-vif-deleted-2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1257.936157] env[68758]: INFO nova.compute.manager [req-7a66899f-3df0-4709-aa14-c6e7bcd767d2 req-62627af1-678a-4253-989a-bd0281e2ddd2 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Neutron deleted interface 2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c; detaching it from the instance and deleting it from the info cache [ 1257.936347] env[68758]: DEBUG nova.network.neutron [req-7a66899f-3df0-4709-aa14-c6e7bcd767d2 req-62627af1-678a-4253-989a-bd0281e2ddd2 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.416176] env[68758]: DEBUG nova.network.neutron [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.438402] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c38e90c-24ea-4fb4-983d-f0b5056765e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.448667] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f1e361-ecf3-48aa-8cba-e96a64b8fe75 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.477025] env[68758]: DEBUG nova.compute.manager [req-7a66899f-3df0-4709-aa14-c6e7bcd767d2 req-62627af1-678a-4253-989a-bd0281e2ddd2 service nova] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Detach interface failed, port_id=2f149b5f-1bfa-46a6-a5e4-0c7ca389ab2c, reason: Instance 75a198e0-948c-47a9-9c77-059107d192c0 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1258.918623] env[68758]: INFO nova.compute.manager [-] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Took 1.23 seconds to deallocate network for instance. [ 1259.424879] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.425241] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.425473] env[68758]: DEBUG nova.objects.instance [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lazy-loading 'resources' on Instance uuid 75a198e0-948c-47a9-9c77-059107d192c0 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.033646] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f4ffb2-1d48-4331-81ae-df73fedb3742 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.041382] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108ca572-9979-461b-90fc-35c50e5cadd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.071302] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cdc489-8375-4411-bd63-4db05063d60d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.077985] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf58729-c7cd-4d6e-94b4-a66e804a5aca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.090437] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.610366] env[68758]: ERROR nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] [req-175473f7-c53e-4f63-b6be-1c57b2d10dde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f15025f4-9980-489d-822e-70d7ed69904a. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-175473f7-c53e-4f63-b6be-1c57b2d10dde"}]} [ 1260.628412] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1260.640338] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1260.640558] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.650952] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1260.668112] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1260.753227] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f2a7a0-4e5e-46d8-a1fe-736a66d5a895 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.760383] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b68eaf-799a-458a-b856-9284dbbe18aa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.788967] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d358cbb6-0a79-456c-83ef-d432dd07c0a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.795406] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59752611-aede-4a79-99b2-19af32f6a6de {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.807529] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.337131] env[68758]: DEBUG nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 183 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1261.337423] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 183 to 184 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1261.337568] env[68758]: DEBUG nova.compute.provider_tree [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 155, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1261.843065] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.417s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.860928] env[68758]: INFO nova.scheduler.client.report [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Deleted allocations for instance 75a198e0-948c-47a9-9c77-059107d192c0 [ 1262.369955] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f2bb8247-a8c6-4c6b-9eb4-d3ecd2e629e2 tempest-ServerTagsTestJSON-1369105727 tempest-ServerTagsTestJSON-1369105727-project-member] Lock "75a198e0-948c-47a9-9c77-059107d192c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.304s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.493684] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.494063] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.494120] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.494406] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.494608] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.496764] env[68758]: INFO nova.compute.manager [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Terminating instance [ 1265.000382] env[68758]: DEBUG nova.compute.manager [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.000594] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.001571] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897f25c-732b-46f5-b30b-9b83f82de112 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.009440] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.009662] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9d3fa5e-dcd0-4a56-a8e2-fd1e45f7da1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.015489] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1265.015489] env[68758]: value = "task-2943358" [ 1265.015489] env[68758]: _type = "Task" [ 1265.015489] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.023230] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.525982] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943358, 'name': PowerOffVM_Task, 'duration_secs': 0.194419} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.526387] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.526462] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.526715] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4cc1c26-e288-42af-9504-23be6830bac6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.595574] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.595574] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.595784] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleting the datastore file [datastore1] ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.595991] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e9f288a-dbc7-4957-a98e-f111d004f081 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.603289] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for the task: (returnval){ [ 1265.603289] env[68758]: value = "task-2943360" [ 1265.603289] env[68758]: _type = "Task" [ 1265.603289] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.610938] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.112985] env[68758]: DEBUG oslo_vmware.api [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Task: {'id': task-2943360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146138} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.113246] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.113432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.113603] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.113777] env[68758]: INFO nova.compute.manager [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1266.114026] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.114224] env[68758]: DEBUG nova.compute.manager [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.114321] env[68758]: DEBUG nova.network.neutron [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.525492] env[68758]: DEBUG nova.compute.manager [req-765413aa-64f5-4490-931e-014febc972ab req-808f3bcc-c01b-463b-900e-921347019f39 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Received event network-vif-deleted-54ac4e30-999d-4d55-ab1d-4c8f6df92f3d {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1266.525704] env[68758]: INFO nova.compute.manager [req-765413aa-64f5-4490-931e-014febc972ab req-808f3bcc-c01b-463b-900e-921347019f39 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Neutron deleted interface 54ac4e30-999d-4d55-ab1d-4c8f6df92f3d; detaching it from the instance and deleting it from the info cache [ 1266.525901] env[68758]: DEBUG nova.network.neutron [req-765413aa-64f5-4490-931e-014febc972ab req-808f3bcc-c01b-463b-900e-921347019f39 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.010194] env[68758]: DEBUG nova.network.neutron [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.028109] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a56b6177-f506-4e13-842a-645f47a4d451 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.038296] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec20222-5e6e-42a1-aed7-5cd6851254ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.067438] env[68758]: DEBUG nova.compute.manager [req-765413aa-64f5-4490-931e-014febc972ab req-808f3bcc-c01b-463b-900e-921347019f39 service nova] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Detach interface failed, port_id=54ac4e30-999d-4d55-ab1d-4c8f6df92f3d, reason: Instance ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1267.513421] env[68758]: INFO nova.compute.manager [-] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Took 1.40 seconds to deallocate network for instance. [ 1268.021058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.021058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.021058] env[68758]: DEBUG nova.objects.instance [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lazy-loading 'resources' on Instance uuid ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.613217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d3d0d0-0ecc-4a36-8211-0af693ea8de1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.620778] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f38385-e7d2-487e-a377-b0420d03b3ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.649945] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a522ea3-bac0-430c-95f5-4111912fb0e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.657085] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4012c0d-afcd-49e7-843a-a91c19ea7c1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.670154] env[68758]: DEBUG nova.compute.provider_tree [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.214095] env[68758]: DEBUG nova.scheduler.client.report [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updated inventory for provider f15025f4-9980-489d-822e-70d7ed69904a with generation 184 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1269.214433] env[68758]: DEBUG nova.compute.provider_tree [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating resource provider f15025f4-9980-489d-822e-70d7ed69904a generation from 184 to 185 during operation: update_inventory {{(pid=68758) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1269.214540] env[68758]: DEBUG nova.compute.provider_tree [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1269.719279] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.737051] env[68758]: INFO nova.scheduler.client.report [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Deleted allocations for instance ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2 [ 1270.244527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-e0614a26-27cc-42bd-bb63-82511271c9ce tempest-AttachVolumeShelveTestJSON-265822102 tempest-AttachVolumeShelveTestJSON-265822102-project-member] Lock "ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.750s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.860983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.861414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.326684] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.326923] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.327112] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.327273] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.327429] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.364399] env[68758]: INFO nova.compute.manager [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Detaching volume e115d507-20fb-4cae-a679-e363f30a6549 [ 1273.393214] env[68758]: INFO nova.virt.block_device [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Attempting to driver detach volume e115d507-20fb-4cae-a679-e363f30a6549 from mountpoint /dev/sdb [ 1273.393465] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1273.393662] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590816', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'name': 'volume-e115d507-20fb-4cae-a679-e363f30a6549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c80150aa-e50f-4433-99e1-b1285cda2f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'serial': 'e115d507-20fb-4cae-a679-e363f30a6549'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1273.394561] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95465d2c-bc61-49e1-bf93-072cb2110e63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.415540] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1d5b2e-f355-42c6-9ce7-cbc0d0b92cff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.422305] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cfac41-d121-4156-acc4-4ee30127b7bc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.441950] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecdb659-f0fb-402c-b391-63ee3468dc51 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.457118] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] The volume has not been displaced from its original location: [datastore1] volume-e115d507-20fb-4cae-a679-e363f30a6549/volume-e115d507-20fb-4cae-a679-e363f30a6549.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1273.462217] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1273.462464] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c862a783-7869-4d4b-9e95-db2e8ef5ef2e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.480742] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1273.480742] env[68758]: value = "task-2943362" [ 1273.480742] env[68758]: _type = "Task" [ 1273.480742] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.487823] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.978545] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.978917] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1273.979121] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1273.993771] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943362, 'name': ReconfigVM_Task, 'duration_secs': 0.261207} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.994085] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1274.002037] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59fc004d-de0f-440b-a9fc-55c48293ba6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.025650] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1274.025650] env[68758]: value = "task-2943363" [ 1274.025650] env[68758]: _type = "Task" [ 1274.025650] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.038200] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.539030] env[68758]: DEBUG oslo_vmware.api [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943363, 'name': ReconfigVM_Task, 'duration_secs': 0.266467} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.539030] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590816', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'name': 'volume-e115d507-20fb-4cae-a679-e363f30a6549', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c80150aa-e50f-4433-99e1-b1285cda2f95', 'attached_at': '', 'detached_at': '', 'volume_id': 'e115d507-20fb-4cae-a679-e363f30a6549', 'serial': 'e115d507-20fb-4cae-a679-e363f30a6549'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.979171] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.080660] env[68758]: DEBUG nova.objects.instance [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'flavor' on Instance uuid c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.482717] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.482983] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.483170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.483326] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1275.484207] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d0b03d-38ac-48f7-9b98-fc291b8467f0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.492562] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc0531b-0789-415c-aa2b-1621c616dce4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.506295] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aca2b4c-48fe-4c91-9b23-4ca2bb698af3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.512470] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b812fa-4bd4-40e2-abba-6f1c518fc341 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.541424] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179693MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1275.541578] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.541797] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.087357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-08d071dc-d696-45ce-ae97-59cb305ac27b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.226s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.568942] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance be039a01-adef-4c1f-82a2-9a7721adf03a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569134] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 324acb5d-1d09-42ec-bb73-911b27386525 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569319] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569410] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9ac3357-c026-4576-91b2-81a57724a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569528] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c80150aa-e50f-4433-99e1-b1285cda2f95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569655] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b53d7ad4-4e7f-467d-bede-870c694c19b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1276.569847] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1276.570504] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1276.668839] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17812109-6d30-43e3-b06b-1a8fb0bf46b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.676252] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0192e61c-8351-4e53-99c1-3bed566fbb5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.706144] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbe1f2a-ae40-4bd8-bdb7-37a4852583fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.713487] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f80df-63df-43e9-856e-5c2d3101b84f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.726420] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.229782] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.237441] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.237701] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.237900] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.238102] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.238711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.240196] env[68758]: INFO nova.compute.manager [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Terminating instance [ 1277.734964] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1277.734964] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.193s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.744064] env[68758]: DEBUG nova.compute.manager [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.744180] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.745080] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2ff56d-7ef1-4936-aa24-b5898d4fa479 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.753793] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.754134] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91abe5e4-1f12-409c-98b0-36c8550be113 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.761320] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1277.761320] env[68758]: value = "task-2943364" [ 1277.761320] env[68758]: _type = "Task" [ 1277.761320] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.772204] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.981032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.981193] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.273514] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943364, 'name': PowerOffVM_Task, 'duration_secs': 0.199852} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.274201] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.274544] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.274914] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f49c43c4-fa92-4d05-8c63-52110166e863 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.349436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.349436] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.349436] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleting the datastore file [datastore2] c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.349436] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39b29631-14d7-438b-9d58-0ece2402590e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.355605] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1278.355605] env[68758]: value = "task-2943366" [ 1278.355605] env[68758]: _type = "Task" [ 1278.355605] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.363879] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943366, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.485487] env[68758]: DEBUG nova.compute.utils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.866123] env[68758]: DEBUG oslo_vmware.api [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943366, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159044} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.866426] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.866621] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.866807] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.866983] env[68758]: INFO nova.compute.manager [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1278.867238] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.867428] env[68758]: DEBUG nova.compute.manager [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.867530] env[68758]: DEBUG nova.network.neutron [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.987439] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.435155] env[68758]: DEBUG nova.compute.manager [req-b2f818b9-3405-4ea2-96f8-0c401923a046 req-9c8c8872-1af8-48d4-b9e0-97b6a6984dd8 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Received event network-vif-deleted-6c263588-19f2-400d-8f27-008c81cfc02c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1279.435155] env[68758]: INFO nova.compute.manager [req-b2f818b9-3405-4ea2-96f8-0c401923a046 req-9c8c8872-1af8-48d4-b9e0-97b6a6984dd8 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Neutron deleted interface 6c263588-19f2-400d-8f27-008c81cfc02c; detaching it from the instance and deleting it from the info cache [ 1279.435155] env[68758]: DEBUG nova.network.neutron [req-b2f818b9-3405-4ea2-96f8-0c401923a046 req-9c8c8872-1af8-48d4-b9e0-97b6a6984dd8 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.911703] env[68758]: DEBUG nova.network.neutron [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.938355] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3264b284-01a2-4e7c-a54b-cc55dc552987 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.949010] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f293f2-f132-43c7-88f3-dba9b974681a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.977677] env[68758]: DEBUG nova.compute.manager [req-b2f818b9-3405-4ea2-96f8-0c401923a046 req-9c8c8872-1af8-48d4-b9e0-97b6a6984dd8 service nova] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Detach interface failed, port_id=6c263588-19f2-400d-8f27-008c81cfc02c, reason: Instance c80150aa-e50f-4433-99e1-b1285cda2f95 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1280.069145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.069145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.069145] env[68758]: INFO nova.compute.manager [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Attaching volume 47125e8a-71bf-41d5-a57a-a6b110db9475 to /dev/sdb [ 1280.105919] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af26f2-beab-421e-922b-c394d23fcb09 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.114022] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b9987-3a2c-4d46-a9da-e5fdbad0428b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.127137] env[68758]: DEBUG nova.virt.block_device [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating existing volume attachment record: 9347caee-b6dd-47e8-84da-40a87331ab2d {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1280.416668] env[68758]: INFO nova.compute.manager [-] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Took 1.55 seconds to deallocate network for instance. [ 1280.774027] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.774027] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.926843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.927145] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.927372] env[68758]: DEBUG nova.objects.instance [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'resources' on Instance uuid c80150aa-e50f-4433-99e1-b1285cda2f95 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.051936] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.052173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.276290] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.530202] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167c8868-42d5-458a-9a1c-6f0736e24067 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.537750] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8887d4d2-bb39-477c-915d-6b92bf536237 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.566189] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1281.569724] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d81555-3a7c-4541-b1bd-300260816187 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.577416] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb93c3cf-6c17-4038-99c8-e922c67abd97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.590300] env[68758]: DEBUG nova.compute.provider_tree [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.729352] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1281.794208] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.088097] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.093223] env[68758]: DEBUG nova.scheduler.client.report [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.597397] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.599884] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.806s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.601713] env[68758]: INFO nova.compute.claims [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.619515] env[68758]: INFO nova.scheduler.client.report [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted allocations for instance c80150aa-e50f-4433-99e1-b1285cda2f95 [ 1283.127035] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5a79ae14-f72c-48bd-9752-9a81c8d995cd tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "c80150aa-e50f-4433-99e1-b1285cda2f95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.889s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.709816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5379b7-a37c-4a91-85e9-a49319cc8d1d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.718664] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2941d53-2dcd-4d9e-8a10-0fca2eee84c6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.748122] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be313e3-5fae-40c8-8f39-38ba63a6b2df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.755624] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79f95e5-d264-4e84-92c2-1bb3ab3c54bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.768810] env[68758]: DEBUG nova.compute.provider_tree [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.271887] env[68758]: DEBUG nova.scheduler.client.report [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.680799] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1284.681063] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1284.682045] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1e215-9e9b-438e-b70c-7e4ad097bd61 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.699489] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413173ca-87f8-4d43-83f4-90ebc838f7b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.723397] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.723653] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a5d7a2-d8d3-406f-8f2b-40baa5d56809 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.740784] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1284.740784] env[68758]: value = "task-2943372" [ 1284.740784] env[68758]: _type = "Task" [ 1284.740784] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.748463] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943372, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.776529] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.777082] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1284.780020] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.692s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.781572] env[68758]: INFO nova.compute.claims [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.250252] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943372, 'name': ReconfigVM_Task, 'duration_secs': 0.334861} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.250529] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.255336] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bf9fbc9-8beb-4ed5-9c22-a3b9e2736992 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.270350] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1285.270350] env[68758]: value = "task-2943373" [ 1285.270350] env[68758]: _type = "Task" [ 1285.270350] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.277595] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.285929] env[68758]: DEBUG nova.compute.utils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.289064] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1285.289239] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.334647] env[68758]: DEBUG nova.policy [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7719c514f53e4cf5a691f0d51a6dc7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a6aa8a219248b98c3122e47d11f49c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.598034] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Successfully created port: 885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1285.780618] env[68758]: DEBUG oslo_vmware.api [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943373, 'name': ReconfigVM_Task, 'duration_secs': 0.134793} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.780959] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1285.790192] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1285.905126] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea482925-ea4d-4527-8c76-0a88977511fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.912796] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738964ca-56a8-4fa4-8f44-842a8ffa7b85 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.943975] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da521d-5391-4b77-a9f9-c359480eb24d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.953680] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbce7808-5589-48f9-ab8f-97784f90823b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.970985] env[68758]: DEBUG nova.compute.provider_tree [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.474057] env[68758]: DEBUG nova.scheduler.client.report [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.802926] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1286.821035] env[68758]: DEBUG nova.objects.instance [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'flavor' on Instance uuid b53d7ad4-4e7f-467d-bede-870c694c19b5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.846036] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.846236] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.846415] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.846607] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.846744] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.847079] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.847220] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.848050] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.848050] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.848050] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.848050] env[68758]: DEBUG nova.virt.hardware [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.848833] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079016ab-8d16-4b37-bd2e-3acb98db2b13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.857329] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90029964-8668-4701-83ac-7ae236362d4c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.978537] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.198s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.979818] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1286.983636] env[68758]: DEBUG nova.compute.manager [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Received event network-vif-plugged-885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1286.983972] env[68758]: DEBUG oslo_concurrency.lockutils [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.984250] env[68758]: DEBUG oslo_concurrency.lockutils [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.984481] env[68758]: DEBUG oslo_concurrency.lockutils [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.984707] env[68758]: DEBUG nova.compute.manager [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] No waiting events found dispatching network-vif-plugged-885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1286.984941] env[68758]: WARNING nova.compute.manager [req-4d7bb00f-6bac-4a1c-8176-1b7871809770 req-d43a419d-afcf-4aec-a6da-48c5f1903a78 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Received unexpected event network-vif-plugged-885440f3-1afd-4049-95f8-edd2de4eed1e for instance with vm_state building and task_state spawning. [ 1287.065713] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Successfully updated port: 885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1287.325370] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c0f09db5-fb60-45c4-b161-7b588f236c63 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.487758] env[68758]: DEBUG nova.compute.utils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1287.489074] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1287.489251] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1287.533937] env[68758]: DEBUG nova.policy [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14259249986642d8b24b18f62266438d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a3dcef424634016b94a74e04f754cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1287.568568] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.568706] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.568849] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.675280] env[68758]: INFO nova.compute.manager [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Rebuilding instance [ 1287.720626] env[68758]: DEBUG nova.compute.manager [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.721512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a78269-a52b-454e-be56-80917d4fc3b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.797917] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Successfully created port: 7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1287.993258] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1288.099193] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1288.219065] env[68758]: DEBUG nova.network.neutron [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating instance_info_cache with network_info: [{"id": "885440f3-1afd-4049-95f8-edd2de4eed1e", "address": "fa:16:3e:8e:76:55", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885440f3-1a", "ovs_interfaceid": "885440f3-1afd-4049-95f8-edd2de4eed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.529227] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "324acb5d-1d09-42ec-bb73-911b27386525" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.529566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.529687] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "324acb5d-1d09-42ec-bb73-911b27386525-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.529871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.530051] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.533063] env[68758]: INFO nova.compute.manager [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Terminating instance [ 1288.721567] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.721897] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Instance network_info: |[{"id": "885440f3-1afd-4049-95f8-edd2de4eed1e", "address": "fa:16:3e:8e:76:55", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885440f3-1a", "ovs_interfaceid": "885440f3-1afd-4049-95f8-edd2de4eed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1288.722347] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:76:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '885440f3-1afd-4049-95f8-edd2de4eed1e', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.729678] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating folder: Project (69a6aa8a219248b98c3122e47d11f49c). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.729939] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc216b80-f7b2-445a-bf85-2158eca3da01 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.734439] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.736081] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2455ce2-c5c7-4872-bb51-e746140405d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.741780] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1288.741780] env[68758]: value = "task-2943375" [ 1288.741780] env[68758]: _type = "Task" [ 1288.741780] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.742978] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created folder: Project (69a6aa8a219248b98c3122e47d11f49c) in parent group-v590497. [ 1288.743167] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating folder: Instances. Parent ref: group-v590826. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1288.745829] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cadb93bf-7d12-4158-a2a0-ac1e889b76cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.751656] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.754571] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created folder: Instances in parent group-v590826. [ 1288.754799] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.754976] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.755178] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b22c54d7-232a-406a-a657-c06dfa7364dd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.773291] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.773291] env[68758]: value = "task-2943377" [ 1288.773291] env[68758]: _type = "Task" [ 1288.773291] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.781070] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943377, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.003557] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1289.007828] env[68758]: DEBUG nova.compute.manager [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Received event network-changed-885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1289.007982] env[68758]: DEBUG nova.compute.manager [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Refreshing instance network info cache due to event network-changed-885440f3-1afd-4049-95f8-edd2de4eed1e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1289.009138] env[68758]: DEBUG oslo_concurrency.lockutils [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] Acquiring lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.009138] env[68758]: DEBUG oslo_concurrency.lockutils [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] Acquired lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.009138] env[68758]: DEBUG nova.network.neutron [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Refreshing network info cache for port 885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.032393] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.032660] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.032833] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.033024] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.033175] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.033324] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.033531] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.033688] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.033871] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.034015] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.034202] env[68758]: DEBUG nova.virt.hardware [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.035309] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d748bd37-57d1-4e4a-9214-6ab71960526d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.038600] env[68758]: DEBUG nova.compute.manager [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1289.038793] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.039569] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03cba36-af43-4d47-96a6-2fffb0ddffcd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.049046] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55115f51-8a18-4a1f-b1ff-a3f9d593266d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.053014] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.054107] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ab32b25-3d79-4052-8d2b-5438d4197427 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.065383] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1289.065383] env[68758]: value = "task-2943378" [ 1289.065383] env[68758]: _type = "Task" [ 1289.065383] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.072683] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.256367] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Successfully updated port: 7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1289.257625] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943375, 'name': PowerOffVM_Task, 'duration_secs': 0.198299} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.258084] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.282887] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943377, 'name': CreateVM_Task, 'duration_secs': 0.341177} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.283025] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.283692] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.283856] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.284210] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.284461] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def78586-fd38-4696-a20e-aa1123a09f34 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.289090] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1289.289090] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52482cd0-fe8b-2ff9-9dbe-34cf21e0c1f4" [ 1289.289090] env[68758]: _type = "Task" [ 1289.289090] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.296652] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52482cd0-fe8b-2ff9-9dbe-34cf21e0c1f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.318636] env[68758]: INFO nova.compute.manager [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Detaching volume 47125e8a-71bf-41d5-a57a-a6b110db9475 [ 1289.350950] env[68758]: INFO nova.virt.block_device [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Attempting to driver detach volume 47125e8a-71bf-41d5-a57a-a6b110db9475 from mountpoint /dev/sdb [ 1289.351284] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1289.351578] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1289.352479] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74639e2e-b227-4720-bf71-d72c749fb01a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.374988] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ea08d3-732a-4476-95f9-0466cde4b2a0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.381691] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e633b969-664d-4765-b08e-a7be18fdc682 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.401265] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da63628-8bcb-4ea8-8c7b-60eed1dd106d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.415742] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] The volume has not been displaced from its original location: [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1289.420806] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1289.421101] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6363b26c-e647-4237-b6fa-35b3317bb866 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.438726] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1289.438726] env[68758]: value = "task-2943379" [ 1289.438726] env[68758]: _type = "Task" [ 1289.438726] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.446085] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.575614] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943378, 'name': PowerOffVM_Task, 'duration_secs': 0.183637} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.575932] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.576099] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1289.576353] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-703408d5-0cd9-4f18-8989-7958563c9d56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.639792] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1289.640012] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1289.640199] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleting the datastore file [datastore1] 324acb5d-1d09-42ec-bb73-911b27386525 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1289.640448] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22bcb657-2ab7-4602-ac3b-4166b7860433 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.646229] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1289.646229] env[68758]: value = "task-2943381" [ 1289.646229] env[68758]: _type = "Task" [ 1289.646229] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.653439] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943381, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.698127] env[68758]: DEBUG nova.network.neutron [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updated VIF entry in instance network info cache for port 885440f3-1afd-4049-95f8-edd2de4eed1e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.698530] env[68758]: DEBUG nova.network.neutron [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating instance_info_cache with network_info: [{"id": "885440f3-1afd-4049-95f8-edd2de4eed1e", "address": "fa:16:3e:8e:76:55", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885440f3-1a", "ovs_interfaceid": "885440f3-1afd-4049-95f8-edd2de4eed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.759478] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.759633] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.759833] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.800354] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52482cd0-fe8b-2ff9-9dbe-34cf21e0c1f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.800595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.800879] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.801134] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.801281] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.801530] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.801866] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e01ad5d-21aa-4656-b8d4-c96e2ce6e721 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.810106] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.810282] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.810943] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-155676ee-4711-409e-bec2-c9a69ef48acd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.815590] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1289.815590] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e8f6e-c535-8d84-30eb-4c7f8cc9b06f" [ 1289.815590] env[68758]: _type = "Task" [ 1289.815590] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.822757] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e8f6e-c535-8d84-30eb-4c7f8cc9b06f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.949927] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943379, 'name': ReconfigVM_Task, 'duration_secs': 0.177045} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.950213] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.954656] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5c303cd-58ba-4b70-b29a-3a7dc23319d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.969567] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1289.969567] env[68758]: value = "task-2943382" [ 1289.969567] env[68758]: _type = "Task" [ 1289.969567] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.976935] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.156117] env[68758]: DEBUG oslo_vmware.api [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943381, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276141} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.156399] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.156604] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.156794] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.156973] env[68758]: INFO nova.compute.manager [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1290.157231] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.157423] env[68758]: DEBUG nova.compute.manager [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.157519] env[68758]: DEBUG nova.network.neutron [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.200944] env[68758]: DEBUG oslo_concurrency.lockutils [req-1dd6a07b-4445-4326-9cfc-0d1d619efb38 req-b958dba8-6823-4d59-9166-be3829144757 service nova] Releasing lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.309315] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1290.327140] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e8f6e-c535-8d84-30eb-4c7f8cc9b06f, 'name': SearchDatastore_Task, 'duration_secs': 0.008591} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.327925] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c616b6ff-4e1b-452b-8ac0-14d5375b0d6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.332741] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1290.332741] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5243965b-7966-f089-d829-9c21e2e463c2" [ 1290.332741] env[68758]: _type = "Task" [ 1290.332741] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.339924] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5243965b-7966-f089-d829-9c21e2e463c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.479150] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943382, 'name': ReconfigVM_Task, 'duration_secs': 0.152014} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.479492] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.689955] env[68758]: DEBUG nova.network.neutron [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updating instance_info_cache with network_info: [{"id": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "address": "fa:16:3e:c0:70:bc", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db99afe-35", "ovs_interfaceid": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.842892] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5243965b-7966-f089-d829-9c21e2e463c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.843118] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.843374] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e3a9ac74-74c9-4031-b951-f391ad2520c8/e3a9ac74-74c9-4031-b951-f391ad2520c8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.843641] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a630598e-ae3a-4a35-b0c0-fa49eb4a5c87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.850372] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1290.850372] env[68758]: value = "task-2943383" [ 1290.850372] env[68758]: _type = "Task" [ 1290.850372] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.857652] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.041488] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Received event network-vif-plugged-7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1291.041740] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Acquiring lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.042009] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.042150] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.042329] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] No waiting events found dispatching network-vif-plugged-7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1291.042499] env[68758]: WARNING nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Received unexpected event network-vif-plugged-7db99afe-35d1-42d0-abf6-c5ed96746d39 for instance with vm_state building and task_state spawning. [ 1291.042700] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Received event network-changed-7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1291.042863] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Refreshing instance network info cache due to event network-changed-7db99afe-35d1-42d0-abf6-c5ed96746d39. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1291.043047] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Acquiring lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.180232] env[68758]: DEBUG nova.network.neutron [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.192085] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.192461] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance network_info: |[{"id": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "address": "fa:16:3e:c0:70:bc", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db99afe-35", "ovs_interfaceid": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1291.193127] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Acquired lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.193332] env[68758]: DEBUG nova.network.neutron [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Refreshing network info cache for port 7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.194586] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:70:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db99afe-35d1-42d0-abf6-c5ed96746d39', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1291.203859] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1291.204590] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1291.204927] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f03fd051-ea88-43a4-97b8-6ffa66aaee37 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.228699] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1291.228699] env[68758]: value = "task-2943384" [ 1291.228699] env[68758]: _type = "Task" [ 1291.228699] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.239530] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943384, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.360674] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943383, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.535337] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.535656] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8799da9b-a574-4409-a55a-3c2838e62d7d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.542353] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1291.542353] env[68758]: value = "task-2943385" [ 1291.542353] env[68758]: _type = "Task" [ 1291.542353] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.552581] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] VM already powered off {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1291.552788] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1291.552993] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1291.553782] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d598b2-b274-4afb-a6a0-8b1ba38b72f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.572526] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b8344-bcfd-4423-b348-add845675596 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.578166] env[68758]: WARNING nova.virt.vmwareapi.driver [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1291.578431] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.579304] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2fd57-4a57-408f-8c6a-d70ceae0d50b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.585679] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.585917] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3586676b-9f21-4f0c-b2fe-1a53cc4a1dc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.650284] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.650513] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.650699] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore2] b53d7ad4-4e7f-467d-bede-870c694c19b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.651058] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c23364b-ae2a-4e80-b00a-4f52a6982d7e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.657449] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1291.657449] env[68758]: value = "task-2943387" [ 1291.657449] env[68758]: _type = "Task" [ 1291.657449] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.664926] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.682453] env[68758]: INFO nova.compute.manager [-] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Took 1.52 seconds to deallocate network for instance. [ 1291.741389] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943384, 'name': CreateVM_Task, 'duration_secs': 0.352444} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.741716] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1291.742211] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.742378] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.742721] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.742967] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b6ee57-e06a-4ab0-8efd-30e1d0b0b04d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.747356] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1291.747356] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b5b0-8a82-3aa8-eada-50fccd930dc5" [ 1291.747356] env[68758]: _type = "Task" [ 1291.747356] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.754570] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b5b0-8a82-3aa8-eada-50fccd930dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.859894] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.860173] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] e3a9ac74-74c9-4031-b951-f391ad2520c8/e3a9ac74-74c9-4031-b951-f391ad2520c8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.860388] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.860631] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11f88fd3-89ff-4102-89d7-ffa538d5a377 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.866683] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1291.866683] env[68758]: value = "task-2943388" [ 1291.866683] env[68758]: _type = "Task" [ 1291.866683] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.874435] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943388, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.877843] env[68758]: DEBUG nova.network.neutron [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updated VIF entry in instance network info cache for port 7db99afe-35d1-42d0-abf6-c5ed96746d39. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.878363] env[68758]: DEBUG nova.network.neutron [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updating instance_info_cache with network_info: [{"id": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "address": "fa:16:3e:c0:70:bc", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db99afe-35", "ovs_interfaceid": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.167815] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140464} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.168076] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.168293] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.168473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.188384] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.188646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.188864] env[68758]: DEBUG nova.objects.instance [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'resources' on Instance uuid 324acb5d-1d09-42ec-bb73-911b27386525 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.256922] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52f8b5b0-8a82-3aa8-eada-50fccd930dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.257212] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.257437] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1292.257665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.257811] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.257992] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1292.258247] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bf2d72d-7f89-4d3c-afae-5a1d3f3a4742 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.267120] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1292.267297] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1292.267947] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3da33d12-79e8-44be-a3ce-933dcad8ed67 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.277690] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1292.277690] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5204fe7d-1172-dc97-391c-1652d3452593" [ 1292.277690] env[68758]: _type = "Task" [ 1292.277690] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.286952] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5204fe7d-1172-dc97-391c-1652d3452593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.376184] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943388, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061551} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.376465] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1292.377253] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16949390-b9e8-4da9-904e-80ae7b803bb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.381231] env[68758]: DEBUG oslo_concurrency.lockutils [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] Releasing lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.381480] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Received event network-vif-deleted-eb7ec635-842a-4df0-b4c5-e885596b9f1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1292.381652] env[68758]: INFO nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Neutron deleted interface eb7ec635-842a-4df0-b4c5-e885596b9f1e; detaching it from the instance and deleting it from the info cache [ 1292.381826] env[68758]: DEBUG nova.network.neutron [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.400095] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e3a9ac74-74c9-4031-b951-f391ad2520c8/e3a9ac74-74c9-4031-b951-f391ad2520c8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.401056] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afec29d9-b7c5-4ed5-b52e-73160c7fa853 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.421352] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1292.421352] env[68758]: value = "task-2943389" [ 1292.421352] env[68758]: _type = "Task" [ 1292.421352] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.431261] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.673424] env[68758]: INFO nova.virt.block_device [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Booting with volume 47125e8a-71bf-41d5-a57a-a6b110db9475 at /dev/sdb [ 1292.706081] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fba8b27f-a3c3-4c7c-b617-122ea742bfc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.715910] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb68102f-abe7-4091-ad85-d4fcf1ab2eef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.744854] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b59febe-c368-4493-99c3-baf4e31c8187 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.754588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732c9bb5-8ee2-4d25-b125-b24025f684d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.786442] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6240db-3125-483c-8eff-0c339278fb8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.799693] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962e8d57-f2a1-4ab1-b5c0-67d90dadc59e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.802058] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5204fe7d-1172-dc97-391c-1652d3452593, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.803220] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b9918b9-9c20-4052-bc16-b3464a098f02 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.813784] env[68758]: DEBUG nova.virt.block_device [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating existing volume attachment record: 7350fdb7-eaa6-4501-b7cc-0476c21c2645 {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1292.817447] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1292.817447] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522b5326-224a-c236-bb71-96f575c75bea" [ 1292.817447] env[68758]: _type = "Task" [ 1292.817447] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.818119] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd83839-3967-4bdf-af74-113c70d4e628 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.827967] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]522b5326-224a-c236-bb71-96f575c75bea, 'name': SearchDatastore_Task, 'duration_secs': 0.009713} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.829385] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.829657] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.829954] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94cd112b-55ff-49a3-8551-99298fbd76e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.832246] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a2d89e-053d-483c-b22a-bdcd3baeb9a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.863034] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6957072a-9b06-4783-823c-62950504d18c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.865700] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1292.865700] env[68758]: value = "task-2943390" [ 1292.865700] env[68758]: _type = "Task" [ 1292.865700] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.872334] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078e4f0e-7a24-415f-978a-50a83cf9d2b8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.878870] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.888398] env[68758]: DEBUG nova.compute.provider_tree [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.901301] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b2c4fd3-9975-4701-90a7-42ee520719a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.909119] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0f930b-cad2-4f52-bfb1-7f4d3857d206 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.930687] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943389, 'name': ReconfigVM_Task, 'duration_secs': 0.255096} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.939674] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e3a9ac74-74c9-4031-b951-f391ad2520c8/e3a9ac74-74c9-4031-b951-f391ad2520c8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.940726] env[68758]: DEBUG nova.compute.manager [req-c7c04d72-f4c9-40ef-b436-38fdf2858808 req-bf06c5c7-8abb-4fe8-a9b4-953eb11decfb service nova] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Detach interface failed, port_id=eb7ec635-842a-4df0-b4c5-e885596b9f1e, reason: Instance 324acb5d-1d09-42ec-bb73-911b27386525 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1292.941137] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325464c5-0980-4f1b-8654-bf25cfd0d9b2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.948115] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1292.948115] env[68758]: value = "task-2943391" [ 1292.948115] env[68758]: _type = "Task" [ 1292.948115] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.956297] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943391, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.376274] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943390, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.391765] env[68758]: DEBUG nova.scheduler.client.report [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.457358] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943391, 'name': Rename_Task, 'duration_secs': 0.315952} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.457621] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.457861] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-667fa228-8459-4c23-a75f-8d2379624c56 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.464328] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1293.464328] env[68758]: value = "task-2943392" [ 1293.464328] env[68758]: _type = "Task" [ 1293.464328] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.472851] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.876294] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552334} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.876623] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.876753] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.877023] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03d4997d-75fa-4f37-a9c5-b50d70054fd2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.883321] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1293.883321] env[68758]: value = "task-2943393" [ 1293.883321] env[68758]: _type = "Task" [ 1293.883321] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.892536] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.896686] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.916522] env[68758]: INFO nova.scheduler.client.report [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted allocations for instance 324acb5d-1d09-42ec-bb73-911b27386525 [ 1293.976054] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943392, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.392621] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069896} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.392905] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1294.395932] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4174fac-306b-4358-8f39-6b75d2df80e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.419328] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.419612] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b57ef0-8a76-469a-92cb-792ce324f68e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.436541] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd7b560d-050c-40a1-a063-f8a7a6dd456b tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "324acb5d-1d09-42ec-bb73-911b27386525" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.907s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.440623] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1294.440623] env[68758]: value = "task-2943394" [ 1294.440623] env[68758]: _type = "Task" [ 1294.440623] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.448693] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943394, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.475160] env[68758]: DEBUG oslo_vmware.api [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943392, 'name': PowerOnVM_Task, 'duration_secs': 0.518079} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.475362] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.475549] env[68758]: INFO nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1294.475728] env[68758]: DEBUG nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.476464] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2704ce34-c697-497d-a42a-4e3893d90e6c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.925525] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1294.925863] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1294.926035] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1294.926238] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1294.926415] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1294.926576] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1294.926785] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1294.926943] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1294.927123] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1294.927285] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1294.927461] env[68758]: DEBUG nova.virt.hardware [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1294.928313] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd84c92f-8655-4046-9899-032fb1fb186b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.936351] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd9a5c-dd7e-4005-a6d5-10a5b75be579 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.953299] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:fd:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '823157ce-35ab-4c1e-a4ce-1742ce34da01', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1294.960446] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1294.961053] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1294.961278] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-941e3132-01e9-4a1a-ab36-27c3bb16f04d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.978662] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943394, 'name': ReconfigVM_Task, 'duration_secs': 0.285948} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.979629] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.980309] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d42a902-bc0e-4771-82bd-c0c5791b3b1e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.983866] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1294.983866] env[68758]: value = "task-2943395" [ 1294.983866] env[68758]: _type = "Task" [ 1294.983866] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.992137] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1294.992137] env[68758]: value = "task-2943396" [ 1294.992137] env[68758]: _type = "Task" [ 1294.992137] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.996891] env[68758]: INFO nova.compute.manager [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Took 13.22 seconds to build instance. [ 1295.000711] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943395, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.005636] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943396, 'name': Rename_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.151642] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "be039a01-adef-4c1f-82a2-9a7721adf03a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.151927] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.152160] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.152351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.152520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.154765] env[68758]: INFO nova.compute.manager [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Terminating instance [ 1295.494670] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943395, 'name': CreateVM_Task, 'duration_secs': 0.43515} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.497690] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1295.498345] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.498508] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.498821] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.499390] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeda046-7e79-4c73-acb3-8e2523971177 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.503599] env[68758]: DEBUG oslo_concurrency.lockutils [None req-59dd38ee-968a-4039-bb6f-71a7f9bb0de0 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.730s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.503821] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943396, 'name': Rename_Task, 'duration_secs': 0.217267} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.504361] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.504583] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b72ff116-8d90-40e4-aa92-b5e1a4048bad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.506822] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1295.506822] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52315ecb-3e3f-faaf-6ed3-6f898092b1a7" [ 1295.506822] env[68758]: _type = "Task" [ 1295.506822] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.511897] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1295.511897] env[68758]: value = "task-2943397" [ 1295.511897] env[68758]: _type = "Task" [ 1295.511897] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.514803] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52315ecb-3e3f-faaf-6ed3-6f898092b1a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.521308] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.659445] env[68758]: DEBUG nova.compute.manager [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.659798] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.661123] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c73dc-45b4-4c79-af8f-4262d945dbd9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.668550] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.668761] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50571ded-fdb3-40b9-ac87-7bda587b4f00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.675272] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1295.675272] env[68758]: value = "task-2943398" [ 1295.675272] env[68758]: _type = "Task" [ 1295.675272] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.683315] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.017440] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52315ecb-3e3f-faaf-6ed3-6f898092b1a7, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.021695] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.021939] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1296.022183] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.022327] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.022523] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1296.022789] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2d90766-efff-4207-8752-5eec138c56eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.029225] env[68758]: DEBUG oslo_vmware.api [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943397, 'name': PowerOnVM_Task, 'duration_secs': 0.451962} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.029840] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.029840] env[68758]: INFO nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1296.029840] env[68758]: DEBUG nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1296.031279] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4351d22f-984c-42da-9224-d9326ac1af20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.033587] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1296.033755] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1296.034407] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-642e9b1a-4641-4806-874b-9e1e3f4ad029 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.046018] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1296.046018] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523ec67a-a57e-bac2-5a9b-623ca13b932e" [ 1296.046018] env[68758]: _type = "Task" [ 1296.046018] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.050695] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523ec67a-a57e-bac2-5a9b-623ca13b932e, 'name': SearchDatastore_Task, 'duration_secs': 0.008197} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.051386] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d14cb2b-1d05-4f8b-9991-21957b3e3080 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.055846] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1296.055846] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e9d83-9ab4-c9eb-a988-28784cf3aea8" [ 1296.055846] env[68758]: _type = "Task" [ 1296.055846] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.064599] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e9d83-9ab4-c9eb-a988-28784cf3aea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.185349] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943398, 'name': PowerOffVM_Task, 'duration_secs': 0.200831} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.185615] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.185735] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.185991] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39a38d74-cea9-4d54-9afa-d3e3edb13bfa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.260459] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.260671] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.260849] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleting the datastore file [datastore1] be039a01-adef-4c1f-82a2-9a7721adf03a {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.261128] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f212d2e7-0e01-438e-90c1-371fbc6a16a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.267663] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for the task: (returnval){ [ 1296.267663] env[68758]: value = "task-2943400" [ 1296.267663] env[68758]: _type = "Task" [ 1296.267663] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.275256] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.375464] env[68758]: DEBUG nova.compute.manager [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Received event network-changed-885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1296.375706] env[68758]: DEBUG nova.compute.manager [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Refreshing instance network info cache due to event network-changed-885440f3-1afd-4049-95f8-edd2de4eed1e. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1296.375934] env[68758]: DEBUG oslo_concurrency.lockutils [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] Acquiring lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.376346] env[68758]: DEBUG oslo_concurrency.lockutils [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] Acquired lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.376346] env[68758]: DEBUG nova.network.neutron [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Refreshing network info cache for port 885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1296.551631] env[68758]: INFO nova.compute.manager [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Took 14.48 seconds to build instance. [ 1296.567030] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525e9d83-9ab4-c9eb-a988-28784cf3aea8, 'name': SearchDatastore_Task, 'duration_secs': 0.008478} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.567030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.567030] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1296.567280] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e94bda02-f711-400a-8899-689a4d268519 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.573874] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1296.573874] env[68758]: value = "task-2943401" [ 1296.573874] env[68758]: _type = "Task" [ 1296.573874] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.582655] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.779283] env[68758]: DEBUG oslo_vmware.api [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Task: {'id': task-2943400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138989} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.779690] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.779954] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.780184] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.780420] env[68758]: INFO nova.compute.manager [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1296.780770] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.781069] env[68758]: DEBUG nova.compute.manager [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.781182] env[68758]: DEBUG nova.network.neutron [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.053598] env[68758]: DEBUG oslo_concurrency.lockutils [None req-70ac1adc-be9e-40b4-82db-91bfdaec84b1 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.084496] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456094} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.084746] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1297.084955] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1297.085229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c376e682-0e27-4c41-bc3d-9ad2ddb539f6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.092068] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1297.092068] env[68758]: value = "task-2943402" [ 1297.092068] env[68758]: _type = "Task" [ 1297.092068] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.103212] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.298073] env[68758]: DEBUG nova.compute.manager [req-e9f253c7-7502-4aba-81b3-e3cfc9ad8700 req-b1b325eb-65fc-465c-9fd2-23c1537ad230 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Received event network-vif-deleted-af103e07-0e7e-478e-bea1-caa8229ffc11 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1297.298330] env[68758]: INFO nova.compute.manager [req-e9f253c7-7502-4aba-81b3-e3cfc9ad8700 req-b1b325eb-65fc-465c-9fd2-23c1537ad230 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Neutron deleted interface af103e07-0e7e-478e-bea1-caa8229ffc11; detaching it from the instance and deleting it from the info cache [ 1297.298510] env[68758]: DEBUG nova.network.neutron [req-e9f253c7-7502-4aba-81b3-e3cfc9ad8700 req-b1b325eb-65fc-465c-9fd2-23c1537ad230 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.314989] env[68758]: DEBUG nova.network.neutron [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updated VIF entry in instance network info cache for port 885440f3-1afd-4049-95f8-edd2de4eed1e. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.315336] env[68758]: DEBUG nova.network.neutron [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating instance_info_cache with network_info: [{"id": "885440f3-1afd-4049-95f8-edd2de4eed1e", "address": "fa:16:3e:8e:76:55", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap885440f3-1a", "ovs_interfaceid": "885440f3-1afd-4049-95f8-edd2de4eed1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.602771] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062855} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.603067] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1297.603843] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693af1dc-ae7b-4f0c-a6bc-a292fe78e582 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.626060] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.626501] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b25f4fd-26aa-4139-9cbd-6196a801d501 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.645370] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1297.645370] env[68758]: value = "task-2943403" [ 1297.645370] env[68758]: _type = "Task" [ 1297.645370] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.653317] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943403, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.776912] env[68758]: DEBUG nova.network.neutron [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.801849] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b5882c5-90a2-4c39-8b90-1ea534a2a8b5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.812409] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c493a4-867a-4c89-ba8a-bf9009bfe5b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.823036] env[68758]: DEBUG oslo_concurrency.lockutils [req-8f3cabde-8ffd-4f2b-96ca-655440b8274c req-099a1ec9-a8be-4fde-974c-035717c92dd1 service nova] Releasing lock "refresh_cache-e3a9ac74-74c9-4031-b951-f391ad2520c8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.840476] env[68758]: DEBUG nova.compute.manager [req-e9f253c7-7502-4aba-81b3-e3cfc9ad8700 req-b1b325eb-65fc-465c-9fd2-23c1537ad230 service nova] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Detach interface failed, port_id=af103e07-0e7e-478e-bea1-caa8229ffc11, reason: Instance be039a01-adef-4c1f-82a2-9a7721adf03a could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1298.156099] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.279972] env[68758]: INFO nova.compute.manager [-] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Took 1.50 seconds to deallocate network for instance. [ 1298.401681] env[68758]: DEBUG nova.compute.manager [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Received event network-changed-7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1298.401957] env[68758]: DEBUG nova.compute.manager [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Refreshing instance network info cache due to event network-changed-7db99afe-35d1-42d0-abf6-c5ed96746d39. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1298.402197] env[68758]: DEBUG oslo_concurrency.lockutils [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] Acquiring lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.402347] env[68758]: DEBUG oslo_concurrency.lockutils [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] Acquired lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.402529] env[68758]: DEBUG nova.network.neutron [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Refreshing network info cache for port 7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.655988] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943403, 'name': ReconfigVM_Task, 'duration_secs': 0.913997} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.656226] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to attach disk [datastore1] b53d7ad4-4e7f-467d-bede-870c694c19b5/b53d7ad4-4e7f-467d-bede-870c694c19b5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1298.657339] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'size': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'device_name': '/dev/sda', 'encrypted': False, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'image_id': '26e8e81c-01e8-423d-8bd5-f45eaf8715df'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': None, 'disk_bus': None, 'attachment_id': '7350fdb7-eaa6-4501-b7cc-0476c21c2645', 'mount_device': '/dev/sdb', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68758) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1298.657543] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1298.657734] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1298.658506] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d085c54c-7f34-4ac5-8bdf-e14563659dee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.673949] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0b21c2-da95-46f9-8cb1-62e055775908 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.697172] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.697431] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9758a7c-bf8d-448f-bdb9-f0e5a02d1609 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.714548] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1298.714548] env[68758]: value = "task-2943404" [ 1298.714548] env[68758]: _type = "Task" [ 1298.714548] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.721663] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.787105] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.787403] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.787635] env[68758]: DEBUG nova.objects.instance [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lazy-loading 'resources' on Instance uuid be039a01-adef-4c1f-82a2-9a7721adf03a {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.099870] env[68758]: DEBUG nova.network.neutron [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updated VIF entry in instance network info cache for port 7db99afe-35d1-42d0-abf6-c5ed96746d39. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.100235] env[68758]: DEBUG nova.network.neutron [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updating instance_info_cache with network_info: [{"id": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "address": "fa:16:3e:c0:70:bc", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7db99afe-35", "ovs_interfaceid": "7db99afe-35d1-42d0-abf6-c5ed96746d39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.224917] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943404, 'name': ReconfigVM_Task, 'duration_secs': 0.289156} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.225408] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to attach disk [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.229795] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a694bf5-03f9-45fe-ab5b-0a4dd6bf59e1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.244779] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1299.244779] env[68758]: value = "task-2943405" [ 1299.244779] env[68758]: _type = "Task" [ 1299.244779] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.252460] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.377699] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31f552c-43c3-4378-b061-d234c3104e77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.385091] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-901efaa1-ecc8-4c36-a5e4-49030847a1ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.414261] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ed8696-89c5-4842-9244-148d614f9a60 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.421404] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613d2552-0eb4-4bc9-8a15-4fbc5782e7dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.434368] env[68758]: DEBUG nova.compute.provider_tree [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.602738] env[68758]: DEBUG oslo_concurrency.lockutils [req-b68cacf3-7430-487b-a30c-c84c8a698b7f req-88c45217-6833-4937-ae9e-544b176184e8 service nova] Releasing lock "refresh_cache-155e72e7-054d-4b8e-af3d-ee734f609ed4" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.754742] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.940495] env[68758]: DEBUG nova.scheduler.client.report [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.254466] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943405, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.445765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.658s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.467442] env[68758]: INFO nova.scheduler.client.report [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Deleted allocations for instance be039a01-adef-4c1f-82a2-9a7721adf03a [ 1300.755561] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943405, 'name': ReconfigVM_Task, 'duration_secs': 1.160593} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.755838] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.756466] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60d6528c-6d3c-4ca1-be85-2b78ef51e5a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.762226] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1300.762226] env[68758]: value = "task-2943406" [ 1300.762226] env[68758]: _type = "Task" [ 1300.762226] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.769836] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943406, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.975189] env[68758]: DEBUG oslo_concurrency.lockutils [None req-83c52d1d-05d9-48e7-9933-49f36e8f727c tempest-ServerRescueNegativeTestJSON-610959829 tempest-ServerRescueNegativeTestJSON-610959829-project-member] Lock "be039a01-adef-4c1f-82a2-9a7721adf03a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.823s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.272382] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943406, 'name': Rename_Task, 'duration_secs': 0.156625} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.272698] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.272944] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8524137a-a085-471b-87f0-2f83178491c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.279396] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1301.279396] env[68758]: value = "task-2943407" [ 1301.279396] env[68758]: _type = "Task" [ 1301.279396] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.287456] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.789574] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.289784] env[68758]: DEBUG oslo_vmware.api [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943407, 'name': PowerOnVM_Task, 'duration_secs': 0.531316} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.290154] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.290231] env[68758]: DEBUG nova.compute.manager [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1302.291156] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eeaa181-c9d3-4f4e-ac14-67ac9afc7487 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.808709] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.809035] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.809235] env[68758]: DEBUG nova.objects.instance [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1303.817381] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c8338b08-adeb-4986-b10b-35eb0057b9dc tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.978112] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1332.974422] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.978736] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.979091] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1333.979091] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.461344] env[68758]: INFO nova.compute.manager [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Rebuilding instance [ 1334.514333] env[68758]: DEBUG nova.compute.manager [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1334.515242] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527464fc-12ea-4e01-9150-f082fe59069a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.978640] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.978891] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.979137] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1334.979255] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.982982] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.983222] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.483821] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.484047] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.484307] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.484472] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1335.485366] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85d2eb9-e126-4d07-b733-a6cd26e7eb21 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.488645] env[68758]: DEBUG nova.compute.utils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1335.495435] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb66b58d-da0b-46fa-a7a2-f4c93eb03277 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.509734] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee9f32e-cd01-4e11-ab3e-42cb84ab63cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.515809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5bbf77-a7b9-4b0d-bafa-563c2bc97cd8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.545830] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.546153] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179802MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1335.546283] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.546482] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.547896] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a1b2ac4-dc9d-448e-a565-3ade03f460ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.555511] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1335.555511] env[68758]: value = "task-2943408" [ 1335.555511] env[68758]: _type = "Task" [ 1335.555511] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.563580] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.991501] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.065251] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943408, 'name': PowerOffVM_Task, 'duration_secs': 0.179764} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.066040] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.066291] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1336.067029] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bfcb51-770f-4682-9c0d-fe6cc955c856 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.073812] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1336.074038] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8fa67d2-117c-4f99-938f-48de2d4798e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.140864] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1336.141092] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1336.141288] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleting the datastore file [datastore2] 155e72e7-054d-4b8e-af3d-ee734f609ed4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1336.141549] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bb83f79-1131-46fe-a171-29435caed783 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.147888] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1336.147888] env[68758]: value = "task-2943410" [ 1336.147888] env[68758]: _type = "Task" [ 1336.147888] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.155374] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.570419] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.570612] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9ac3357-c026-4576-91b2-81a57724a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.570744] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b53d7ad4-4e7f-467d-bede-870c694c19b5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.570859] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance e3a9ac74-74c9-4031-b951-f391ad2520c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.570974] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 155e72e7-054d-4b8e-af3d-ee734f609ed4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1336.571172] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1336.571321] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1336.634463] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b47ca73-14df-43f1-906b-c5809cd6453e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.641775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd57e15-6cb4-40cf-a6cb-a0ebd954c6b4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.674701] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeee34d-25ca-4ec8-8fe4-904c81f5bb05 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.682264] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147398} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.684653] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.684896] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.685140] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.689158] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68028958-ed02-4c7d-a6af-438585fb0826 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.702398] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.047475] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.047832] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.048087] env[68758]: INFO nova.compute.manager [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Attaching volume 7454b13b-6a5b-4285-bd4b-8647e0c77dc0 to /dev/sdb [ 1337.075997] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4261dfc4-7c9b-45cb-8376-545da3c804d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.083455] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d2d5b9-217b-45d8-b9ec-4d7580e73b55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.096007] env[68758]: DEBUG nova.virt.block_device [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating existing volume attachment record: afe907c7-8ad0-49c9-9c00-bb41a727006d {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1337.205705] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.712367] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1337.712605] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.166s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.727309] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.727547] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.727701] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.727881] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.728043] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.728204] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.728424] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.728582] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.728757] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.728999] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.729212] env[68758]: DEBUG nova.virt.hardware [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.730070] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736e79e5-9454-4af3-991c-1c0d54940b6d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.737385] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e8b121-7242-49bf-b2b6-47b4dfa3bdf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.752573] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:70:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7db99afe-35d1-42d0-abf6-c5ed96746d39', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.759659] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.759894] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.760131] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ab551b4-1186-4061-9a79-fa5475efb875 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.778454] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.778454] env[68758]: value = "task-2943414" [ 1337.778454] env[68758]: _type = "Task" [ 1337.778454] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.785622] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943414, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.808094] env[68758]: DEBUG oslo_concurrency.lockutils [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.808325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.288056] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943414, 'name': CreateVM_Task, 'duration_secs': 0.334237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.288056] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1338.288687] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.288852] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.289199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.289451] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a072edd-4bfd-4b41-ab08-8963b73dd00e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.293554] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1338.293554] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527db1cd-30de-f19c-c3f6-0666fe21b01f" [ 1338.293554] env[68758]: _type = "Task" [ 1338.293554] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.300844] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527db1cd-30de-f19c-c3f6-0666fe21b01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.310581] env[68758]: INFO nova.compute.manager [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Detaching volume 47125e8a-71bf-41d5-a57a-a6b110db9475 [ 1338.338255] env[68758]: INFO nova.virt.block_device [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Attempting to driver detach volume 47125e8a-71bf-41d5-a57a-a6b110db9475 from mountpoint /dev/sdb [ 1338.338497] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.338684] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.339491] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf5a873-2227-4921-abe4-c1744b3013d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.359704] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889eab97-34a0-443c-8054-791f2716c29f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.365752] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e0c77b-9244-4129-9d21-ffb6d3338805 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.386551] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17cd674-3d68-4927-afbd-974328f5dff9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.400404] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] The volume has not been displaced from its original location: [datastore2] volume-47125e8a-71bf-41d5-a57a-a6b110db9475/volume-47125e8a-71bf-41d5-a57a-a6b110db9475.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.405474] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.405732] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f0218f-b142-4ee2-a927-527cad4f3a14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.422346] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1338.422346] env[68758]: value = "task-2943415" [ 1338.422346] env[68758]: _type = "Task" [ 1338.422346] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.429540] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943415, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.803064] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]527db1cd-30de-f19c-c3f6-0666fe21b01f, 'name': SearchDatastore_Task, 'duration_secs': 0.009195} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.803366] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.803596] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.803826] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.803972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.804171] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.804428] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6aa9f534-008a-41e0-adc5-e0a50f27346a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.811836] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.812052] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.812682] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca5e6bd-4934-496b-99bb-fd2b09d6485c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.818788] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1338.818788] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525bdfb8-cba6-8e11-12fe-ae2b02948165" [ 1338.818788] env[68758]: _type = "Task" [ 1338.818788] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.825344] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525bdfb8-cba6-8e11-12fe-ae2b02948165, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.931118] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943415, 'name': ReconfigVM_Task, 'duration_secs': 0.224679} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.931327] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.935745] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34e61f50-1653-451e-b46c-9411119d330c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.949386] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1338.949386] env[68758]: value = "task-2943416" [ 1338.949386] env[68758]: _type = "Task" [ 1338.949386] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.956492] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.328688] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525bdfb8-cba6-8e11-12fe-ae2b02948165, 'name': SearchDatastore_Task, 'duration_secs': 0.007991} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.329382] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a126bd-1029-4019-ab6b-e0fdcc8c1878 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.334198] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1339.334198] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d57e72-01ac-a761-feaf-1bded25c0be3" [ 1339.334198] env[68758]: _type = "Task" [ 1339.334198] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.341509] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d57e72-01ac-a761-feaf-1bded25c0be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.459359] env[68758]: DEBUG oslo_vmware.api [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943416, 'name': ReconfigVM_Task, 'duration_secs': 0.134423} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.459650] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590825', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'name': 'volume-47125e8a-71bf-41d5-a57a-a6b110db9475', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b53d7ad4-4e7f-467d-bede-870c694c19b5', 'attached_at': '', 'detached_at': '', 'volume_id': '47125e8a-71bf-41d5-a57a-a6b110db9475', 'serial': '47125e8a-71bf-41d5-a57a-a6b110db9475'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1339.844166] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d57e72-01ac-a761-feaf-1bded25c0be3, 'name': SearchDatastore_Task, 'duration_secs': 0.009382} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.844359] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.844611] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.844855] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ead9777-fa34-4e5a-8baa-0bcf136759fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.851128] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1339.851128] env[68758]: value = "task-2943418" [ 1339.851128] env[68758]: _type = "Task" [ 1339.851128] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.858229] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.005045] env[68758]: DEBUG nova.objects.instance [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'flavor' on Instance uuid b53d7ad4-4e7f-467d-bede-870c694c19b5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.361059] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.430966} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.361059] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.361509] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.361509] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb81389-dc0f-4aea-9ad3-b27645a81b26 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.367597] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1340.367597] env[68758]: value = "task-2943419" [ 1340.367597] env[68758]: _type = "Task" [ 1340.367597] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.374652] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.877164] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068263} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.877403] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.878472] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efb02e5-520f-4bfb-b6d9-9837c37ee790 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.899875] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.900124] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-948157fa-8d58-45a3-a24d-1f54d7965633 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.918437] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1340.918437] env[68758]: value = "task-2943420" [ 1340.918437] env[68758]: _type = "Task" [ 1340.918437] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.926737] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.010603] env[68758]: DEBUG oslo_concurrency.lockutils [None req-311b4861-d73d-44fc-a7bf-c456c08ca583 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.202s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.429123] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943420, 'name': ReconfigVM_Task, 'duration_secs': 0.274168} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.429462] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 155e72e7-054d-4b8e-af3d-ee734f609ed4/155e72e7-054d-4b8e-af3d-ee734f609ed4.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.430015] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47cfa143-a7e6-437c-993b-7709bb9a1c90 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.437161] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1341.437161] env[68758]: value = "task-2943421" [ 1341.437161] env[68758]: _type = "Task" [ 1341.437161] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.445452] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943421, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.639512] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1341.639757] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590832', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'name': 'volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3a9ac74-74c9-4031-b951-f391ad2520c8', 'attached_at': '', 'detached_at': '', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'serial': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1341.640625] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a427030a-3a97-4978-a9df-88bf7d448ce3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.656924] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8831b771-1b12-4698-8a5b-9c51f9f89129 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.680459] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0/volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.681033] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b44e04-8b2f-478a-9a3c-0ca879027f91 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.698371] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1341.698371] env[68758]: value = "task-2943422" [ 1341.698371] env[68758]: _type = "Task" [ 1341.698371] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.706425] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943422, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.946991] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943421, 'name': Rename_Task, 'duration_secs': 0.136711} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.947227] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.947477] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-036c2245-19f6-4a3e-a3c1-f36a17372eed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.953773] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1341.953773] env[68758]: value = "task-2943423" [ 1341.953773] env[68758]: _type = "Task" [ 1341.953773] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.960947] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943423, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.050747] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.051069] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.051325] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.051521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.051689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.053935] env[68758]: INFO nova.compute.manager [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Terminating instance [ 1342.207947] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943422, 'name': ReconfigVM_Task, 'duration_secs': 0.332762} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.208236] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0/volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1342.213255] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-667ad9c1-ac4b-42c6-8a64-a36e510a8cf8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.228059] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1342.228059] env[68758]: value = "task-2943424" [ 1342.228059] env[68758]: _type = "Task" [ 1342.228059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.237184] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943424, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.464070] env[68758]: DEBUG oslo_vmware.api [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943423, 'name': PowerOnVM_Task, 'duration_secs': 0.4448} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.464441] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1342.464537] env[68758]: DEBUG nova.compute.manager [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1342.465302] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2462a38f-07c0-4fb3-8bc0-ba3bfa347eec {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.557447] env[68758]: DEBUG nova.compute.manager [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1342.557668] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.558590] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5abff7-b8dc-4ba4-8bd6-083a5f5d27e0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.566499] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1342.566721] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb6b8168-b09a-4b25-9671-0df615de185f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.572128] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1342.572128] env[68758]: value = "task-2943425" [ 1342.572128] env[68758]: _type = "Task" [ 1342.572128] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.579663] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.739988] env[68758]: DEBUG oslo_vmware.api [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943424, 'name': ReconfigVM_Task, 'duration_secs': 0.141509} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.740430] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590832', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'name': 'volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3a9ac74-74c9-4031-b951-f391ad2520c8', 'attached_at': '', 'detached_at': '', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'serial': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1342.982703] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.983127] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.983425] env[68758]: DEBUG nova.objects.instance [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=68758) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1343.082286] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943425, 'name': PowerOffVM_Task, 'duration_secs': 0.198125} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.082548] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.082712] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.082952] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0101043e-b71f-4921-a8e1-38a358d598df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.157433] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.157716] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.157838] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore1] b53d7ad4-4e7f-467d-bede-870c694c19b5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.158114] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f11c7f9-25fa-499a-97a0-b84de4b44d11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.165101] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1343.165101] env[68758]: value = "task-2943427" [ 1343.165101] env[68758]: _type = "Task" [ 1343.165101] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.172226] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.675263] env[68758]: DEBUG oslo_vmware.api [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187874} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.675655] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.675700] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.675839] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.676025] env[68758]: INFO nova.compute.manager [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1343.676268] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1343.676458] env[68758]: DEBUG nova.compute.manager [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1343.676553] env[68758]: DEBUG nova.network.neutron [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1343.776013] env[68758]: DEBUG nova.objects.instance [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid e3a9ac74-74c9-4031-b951-f391ad2520c8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.992661] env[68758]: DEBUG oslo_concurrency.lockutils [None req-3149d00a-6f44-4e26-bfbc-50715ae0cf02 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.118640] env[68758]: DEBUG nova.compute.manager [req-05e6959e-7f72-4c53-a91a-460aebf37bbd req-4989198c-0d88-45a8-85a2-200aae827df7 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Received event network-vif-deleted-823157ce-35ab-4c1e-a4ce-1742ce34da01 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1344.118841] env[68758]: INFO nova.compute.manager [req-05e6959e-7f72-4c53-a91a-460aebf37bbd req-4989198c-0d88-45a8-85a2-200aae827df7 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Neutron deleted interface 823157ce-35ab-4c1e-a4ce-1742ce34da01; detaching it from the instance and deleting it from the info cache [ 1344.119017] env[68758]: DEBUG nova.network.neutron [req-05e6959e-7f72-4c53-a91a-460aebf37bbd req-4989198c-0d88-45a8-85a2-200aae827df7 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.281153] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a623e9e9-3a51-42cc-a09d-6b96ef6d5dfd tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.600726] env[68758]: DEBUG nova.network.neutron [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.621514] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3098d406-bb6e-46fa-83fb-4257b1b042fd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.631724] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6609d4-627a-4dda-a2a6-5c38625f9441 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.658467] env[68758]: DEBUG nova.compute.manager [req-05e6959e-7f72-4c53-a91a-460aebf37bbd req-4989198c-0d88-45a8-85a2-200aae827df7 service nova] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Detach interface failed, port_id=823157ce-35ab-4c1e-a4ce-1742ce34da01, reason: Instance b53d7ad4-4e7f-467d-bede-870c694c19b5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1345.103519] env[68758]: INFO nova.compute.manager [-] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Took 1.43 seconds to deallocate network for instance. [ 1345.610462] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.610931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.611387] env[68758]: DEBUG nova.objects.instance [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'resources' on Instance uuid b53d7ad4-4e7f-467d-bede-870c694c19b5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.748278] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.748515] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.193580] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61923505-e8a4-4895-becb-8795f7151255 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.201559] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea87ad4-1599-4bb5-a01e-fae6c8836e82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.232274] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1504c-8139-4c94-ab6c-a7a0a544bd87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.240365] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098e2a6-2b86-403f-8f66-a4e17e511ce9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.254026] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.256621] env[68758]: DEBUG nova.compute.provider_tree [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.761639] env[68758]: DEBUG nova.scheduler.client.report [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.777050] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.268160] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.270422] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.493s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.272033] env[68758]: INFO nova.compute.claims [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.286021] env[68758]: INFO nova.scheduler.client.report [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocations for instance b53d7ad4-4e7f-467d-bede-870c694c19b5 [ 1347.792260] env[68758]: DEBUG oslo_concurrency.lockutils [None req-98ef7cb7-23c5-474c-8d8c-a9352e60de6b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "b53d7ad4-4e7f-467d-bede-870c694c19b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.358727] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda9f1e-cf52-4c3a-9415-c1a878c568e2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.366807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c408313-d97c-47af-817a-5d7c7aed6fd0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.398412] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03582253-73d4-4a31-8f2b-535a31f78b77 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.405196] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f6be40-b57f-40fc-9aa5-e7d7a98c48d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.418248] env[68758]: DEBUG nova.compute.provider_tree [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.921444] env[68758]: DEBUG nova.scheduler.client.report [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.426213] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.156s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.426755] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.557334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.557571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.932385] env[68758]: DEBUG nova.compute.utils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.933957] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.934152] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.983319] env[68758]: DEBUG nova.policy [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7719c514f53e4cf5a691f0d51a6dc7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a6aa8a219248b98c3122e47d11f49c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.059931] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1350.258088] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Successfully created port: d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.437632] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.581407] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.581718] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.583168] env[68758]: INFO nova.compute.claims [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.446765] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.473497] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.473770] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.473930] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.474126] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.474277] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.474426] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.474636] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.474795] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.474959] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.475142] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.475321] env[68758]: DEBUG nova.virt.hardware [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.476198] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b656bf4f-a716-4699-a37c-7b10ca536109 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.484531] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6e3682-baec-4f8b-a438-58fbaca0423b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.603091] env[68758]: DEBUG nova.compute.manager [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Received event network-vif-plugged-d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1351.603396] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] Acquiring lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.603476] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.603645] env[68758]: DEBUG oslo_concurrency.lockutils [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.603817] env[68758]: DEBUG nova.compute.manager [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] No waiting events found dispatching network-vif-plugged-d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.604058] env[68758]: WARNING nova.compute.manager [req-ec6dd735-cd70-4acf-8933-e5e9be1895e5 req-209da2fb-576a-4811-a829-85809b01f8f3 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Received unexpected event network-vif-plugged-d32d5b10-c314-4da2-82d0-fc21ea097510 for instance with vm_state building and task_state spawning. [ 1351.664652] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000be1c7-6cc6-4d10-9cea-d3adf1e5880a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.672217] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e7d179-2ea7-4e3d-aaba-eec11c409604 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.703148] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Successfully updated port: d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.704972] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02281a97-82a7-402f-ba1b-a223b227affe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.712463] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f57f78-8b1b-473f-b329-1efcee86b603 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.727348] env[68758]: DEBUG nova.compute.provider_tree [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.209016] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.209186] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.209343] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.230014] env[68758]: DEBUG nova.scheduler.client.report [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.734954] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.735773] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.743947] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.867542] env[68758]: DEBUG nova.network.neutron [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updating instance_info_cache with network_info: [{"id": "d32d5b10-c314-4da2-82d0-fc21ea097510", "address": "fa:16:3e:41:ab:c3", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32d5b10-c3", "ovs_interfaceid": "d32d5b10-c314-4da2-82d0-fc21ea097510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.241926] env[68758]: DEBUG nova.compute.utils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.243427] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.243596] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.279139] env[68758]: DEBUG nova.policy [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879359a82da04548b8bd95b3d3706252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636d7a19f21744e3a1dc985cd7c81b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.370173] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.370745] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Instance network_info: |[{"id": "d32d5b10-c314-4da2-82d0-fc21ea097510", "address": "fa:16:3e:41:ab:c3", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32d5b10-c3", "ovs_interfaceid": "d32d5b10-c314-4da2-82d0-fc21ea097510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.370983] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:ab:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd32d5b10-c314-4da2-82d0-fc21ea097510', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.379051] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.379051] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.379051] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22d8fd98-ab9a-4f9e-babb-d64d97604235 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.397991] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.397991] env[68758]: value = "task-2943428" [ 1353.397991] env[68758]: _type = "Task" [ 1353.397991] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.405422] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943428, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.516400] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Successfully created port: c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.627832] env[68758]: DEBUG nova.compute.manager [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Received event network-changed-d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1353.627899] env[68758]: DEBUG nova.compute.manager [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Refreshing instance network info cache due to event network-changed-d32d5b10-c314-4da2-82d0-fc21ea097510. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1353.628123] env[68758]: DEBUG oslo_concurrency.lockutils [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] Acquiring lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.628265] env[68758]: DEBUG oslo_concurrency.lockutils [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] Acquired lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.628423] env[68758]: DEBUG nova.network.neutron [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Refreshing network info cache for port d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.747095] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.907644] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943428, 'name': CreateVM_Task, 'duration_secs': 0.335667} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.907920] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.908492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.908699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.909102] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.909666] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2367b3f8-7a78-4643-a611-8065ec4560cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.914102] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1353.914102] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523d10c9-b024-8d6b-1c5a-cb760ad3a778" [ 1353.914102] env[68758]: _type = "Task" [ 1353.914102] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.922894] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523d10c9-b024-8d6b-1c5a-cb760ad3a778, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.318597] env[68758]: DEBUG nova.network.neutron [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updated VIF entry in instance network info cache for port d32d5b10-c314-4da2-82d0-fc21ea097510. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.318967] env[68758]: DEBUG nova.network.neutron [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updating instance_info_cache with network_info: [{"id": "d32d5b10-c314-4da2-82d0-fc21ea097510", "address": "fa:16:3e:41:ab:c3", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32d5b10-c3", "ovs_interfaceid": "d32d5b10-c314-4da2-82d0-fc21ea097510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.424472] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]523d10c9-b024-8d6b-1c5a-cb760ad3a778, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.424783] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.425025] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.425254] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.425400] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.425578] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.425824] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-533cb26c-a5d7-4a0e-9ff2-0373955627ea {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.433982] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.434312] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.434812] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e0a636-1080-4fbc-8a4d-0176033a689f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.439372] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1354.439372] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b0ee97-928d-2e8e-534c-4d508cc6e24d" [ 1354.439372] env[68758]: _type = "Task" [ 1354.439372] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.446485] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b0ee97-928d-2e8e-534c-4d508cc6e24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.757258] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.785447] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.785683] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.785836] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.786018] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.786169] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.786762] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.786762] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.786762] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.786940] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.786983] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.787146] env[68758]: DEBUG nova.virt.hardware [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.787982] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096e0240-9d83-4edf-84aa-391bd7b33f47 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.795275] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317a26ba-672f-4d6a-9c4a-0f4f2781aaed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.821413] env[68758]: DEBUG oslo_concurrency.lockutils [req-acbaf5d8-0321-44d4-9cd9-f11f32656218 req-e2d50604-64ce-4e78-8bb6-9a090a45546f service nova] Releasing lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.946382] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Successfully updated port: c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.953037] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b0ee97-928d-2e8e-534c-4d508cc6e24d, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.953860] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90675b41-a0ce-4cb3-9815-9a947da3d7e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.959482] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1354.959482] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239a2da-cb6c-906b-535a-38803ec9fb2b" [ 1354.959482] env[68758]: _type = "Task" [ 1354.959482] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.966894] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239a2da-cb6c-906b-535a-38803ec9fb2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.449414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.449414] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.449568] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.469781] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5239a2da-cb6c-906b-535a-38803ec9fb2b, 'name': SearchDatastore_Task, 'duration_secs': 0.009113} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.469961] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.470224] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 031f52cf-11fb-47b9-b1c8-7648c55ac1c7/031f52cf-11fb-47b9-b1c8-7648c55ac1c7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.470462] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd434a3-b055-4ef8-a8cb-be1de22b6833 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.477152] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1355.477152] env[68758]: value = "task-2943429" [ 1355.477152] env[68758]: _type = "Task" [ 1355.477152] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.484539] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.659360] env[68758]: DEBUG nova.compute.manager [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Received event network-vif-plugged-c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1355.659584] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Acquiring lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.659822] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.659942] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.660179] env[68758]: DEBUG nova.compute.manager [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] No waiting events found dispatching network-vif-plugged-c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1355.660357] env[68758]: WARNING nova.compute.manager [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Received unexpected event network-vif-plugged-c5d6d77c-d5fc-4b3a-80fa-402262177f22 for instance with vm_state building and task_state spawning. [ 1355.660526] env[68758]: DEBUG nova.compute.manager [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Received event network-changed-c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1355.660707] env[68758]: DEBUG nova.compute.manager [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Refreshing instance network info cache due to event network-changed-c5d6d77c-d5fc-4b3a-80fa-402262177f22. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1355.660890] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Acquiring lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.983586] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.990679] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447836} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.991129] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 031f52cf-11fb-47b9-b1c8-7648c55ac1c7/031f52cf-11fb-47b9-b1c8-7648c55ac1c7.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.991129] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.991372] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5389d9f-56ea-4773-9751-0723279414bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.997164] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1355.997164] env[68758]: value = "task-2943430" [ 1355.997164] env[68758]: _type = "Task" [ 1355.997164] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.005928] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.104993] env[68758]: DEBUG nova.network.neutron [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updating instance_info_cache with network_info: [{"id": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "address": "fa:16:3e:e4:bc:3e", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6d77c-d5", "ovs_interfaceid": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.508078] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062778} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.508313] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.509067] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3666565-0b7e-482d-893e-622d76fbb195 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.530189] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 031f52cf-11fb-47b9-b1c8-7648c55ac1c7/031f52cf-11fb-47b9-b1c8-7648c55ac1c7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.530414] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732c327e-96e6-4e76-9479-c3286201c2dc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.550090] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1356.550090] env[68758]: value = "task-2943431" [ 1356.550090] env[68758]: _type = "Task" [ 1356.550090] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.557762] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.607448] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.607853] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Instance network_info: |[{"id": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "address": "fa:16:3e:e4:bc:3e", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6d77c-d5", "ovs_interfaceid": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.608168] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Acquired lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.608367] env[68758]: DEBUG nova.network.neutron [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Refreshing network info cache for port c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.609568] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:bc:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d6d77c-d5fc-4b3a-80fa-402262177f22', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.616807] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.619703] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.620171] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26b15bdf-8bb4-4d57-b628-85069c4f2fc0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.640365] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.640365] env[68758]: value = "task-2943432" [ 1356.640365] env[68758]: _type = "Task" [ 1356.640365] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.647938] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.815958] env[68758]: DEBUG nova.network.neutron [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updated VIF entry in instance network info cache for port c5d6d77c-d5fc-4b3a-80fa-402262177f22. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.816341] env[68758]: DEBUG nova.network.neutron [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updating instance_info_cache with network_info: [{"id": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "address": "fa:16:3e:e4:bc:3e", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6d77c-d5", "ovs_interfaceid": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.059903] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.149840] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.319027] env[68758]: DEBUG oslo_concurrency.lockutils [req-f47f507f-d290-4b4b-a020-b4c9afd78ed7 req-554ea0d6-b5b8-4515-bd5e-e79bf298366f service nova] Releasing lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.561839] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943431, 'name': ReconfigVM_Task, 'duration_secs': 0.523125} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.561839] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 031f52cf-11fb-47b9-b1c8-7648c55ac1c7/031f52cf-11fb-47b9-b1c8-7648c55ac1c7.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.562071] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b1756b2-488b-4492-b607-6496e0d2a7cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.567915] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1357.567915] env[68758]: value = "task-2943433" [ 1357.567915] env[68758]: _type = "Task" [ 1357.567915] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.575392] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943433, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.651318] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.079014] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943433, 'name': Rename_Task, 'duration_secs': 0.132049} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.079425] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.079552] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-464d21d2-8c2f-48d8-a272-8be533a82092 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.085015] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1358.085015] env[68758]: value = "task-2943434" [ 1358.085015] env[68758]: _type = "Task" [ 1358.085015] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.091867] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.151180] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.595089] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.651784] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task} progress is 25%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.095870] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.153722] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943432, 'name': CreateVM_Task, 'duration_secs': 2.174803} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.153972] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1359.154583] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.154750] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.155083] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.155336] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8789e883-3cf5-440d-b94e-49bf7f479c2d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.160451] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1359.160451] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521f681e-74b6-5e8b-d29b-c98ae856d709" [ 1359.160451] env[68758]: _type = "Task" [ 1359.160451] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.167758] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521f681e-74b6-5e8b-d29b-c98ae856d709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.596304] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943434, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.670877] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]521f681e-74b6-5e8b-d29b-c98ae856d709, 'name': SearchDatastore_Task, 'duration_secs': 0.009213} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.671193] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.671424] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.671656] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.671801] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.671979] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.672281] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299b0da4-72e1-4b9d-81bd-b2ecc4484c06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.680094] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.680279] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.680997] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0b9ffb1-3cd6-4f0c-8844-04703b9030f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.685784] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1359.685784] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ae90f-be13-778f-8184-27aea70801fe" [ 1359.685784] env[68758]: _type = "Task" [ 1359.685784] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.693192] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ae90f-be13-778f-8184-27aea70801fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.097404] env[68758]: DEBUG oslo_vmware.api [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943434, 'name': PowerOnVM_Task, 'duration_secs': 1.536583} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.097404] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1360.097677] env[68758]: INFO nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1360.097677] env[68758]: DEBUG nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1360.098436] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb8fb69-dcc5-4a7e-8e4f-a5d04d480e30 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.195764] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524ae90f-be13-778f-8184-27aea70801fe, 'name': SearchDatastore_Task, 'duration_secs': 0.007845} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.196575] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ce80072-db7a-4b41-aff9-8a65b7c3f4df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.201888] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1360.201888] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52df4717-5e35-e870-7007-81c34e6fa52d" [ 1360.201888] env[68758]: _type = "Task" [ 1360.201888] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.209222] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52df4717-5e35-e870-7007-81c34e6fa52d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.617563] env[68758]: INFO nova.compute.manager [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Took 13.86 seconds to build instance. [ 1360.713271] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52df4717-5e35-e870-7007-81c34e6fa52d, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.713542] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.713796] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 0aea8159-b88d-47f2-926c-3dff7ce4812b/0aea8159-b88d-47f2-926c-3dff7ce4812b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1360.714054] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae7237ca-1ee1-48d8-8c0b-7871537cc61b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.720359] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1360.720359] env[68758]: value = "task-2943435" [ 1360.720359] env[68758]: _type = "Task" [ 1360.720359] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.727556] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.120477] env[68758]: DEBUG oslo_concurrency.lockutils [None req-693e01ce-bd23-4f36-9b28-1cbdf682ca5d tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.372s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.230238] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943435, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.450167] env[68758]: DEBUG nova.compute.manager [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Received event network-changed-d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1361.450400] env[68758]: DEBUG nova.compute.manager [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Refreshing instance network info cache due to event network-changed-d32d5b10-c314-4da2-82d0-fc21ea097510. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1361.450627] env[68758]: DEBUG oslo_concurrency.lockutils [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] Acquiring lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.450764] env[68758]: DEBUG oslo_concurrency.lockutils [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] Acquired lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.450916] env[68758]: DEBUG nova.network.neutron [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Refreshing network info cache for port d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.730769] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943435, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.155243] env[68758]: DEBUG nova.network.neutron [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updated VIF entry in instance network info cache for port d32d5b10-c314-4da2-82d0-fc21ea097510. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.155616] env[68758]: DEBUG nova.network.neutron [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updating instance_info_cache with network_info: [{"id": "d32d5b10-c314-4da2-82d0-fc21ea097510", "address": "fa:16:3e:41:ab:c3", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd32d5b10-c3", "ovs_interfaceid": "d32d5b10-c314-4da2-82d0-fc21ea097510", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.231864] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943435, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.429142} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.232140] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 0aea8159-b88d-47f2-926c-3dff7ce4812b/0aea8159-b88d-47f2-926c-3dff7ce4812b.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.232382] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.232672] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c54117a0-a52d-4f55-9122-0074dec161f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.238661] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1362.238661] env[68758]: value = "task-2943436" [ 1362.238661] env[68758]: _type = "Task" [ 1362.238661] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.246498] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943436, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.658360] env[68758]: DEBUG oslo_concurrency.lockutils [req-70ba8e98-66cf-4123-b2b8-97d1427cd495 req-1e2f00cd-3cf8-4af4-98b4-b59d4513a761 service nova] Releasing lock "refresh_cache-031f52cf-11fb-47b9-b1c8-7648c55ac1c7" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.748045] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943436, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073123} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.748310] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1362.749064] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1ef95f-8493-4f1b-a480-322ee39936da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.769973] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 0aea8159-b88d-47f2-926c-3dff7ce4812b/0aea8159-b88d-47f2-926c-3dff7ce4812b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.770220] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b16df5b3-309b-444a-af66-045d4ddfe42b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.789029] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1362.789029] env[68758]: value = "task-2943437" [ 1362.789029] env[68758]: _type = "Task" [ 1362.789029] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.796072] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.298906] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943437, 'name': ReconfigVM_Task, 'duration_secs': 0.386562} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.299286] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 0aea8159-b88d-47f2-926c-3dff7ce4812b/0aea8159-b88d-47f2-926c-3dff7ce4812b.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.299761] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a60e9b-1834-4698-a1fa-57573d135dfe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.305366] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1363.305366] env[68758]: value = "task-2943438" [ 1363.305366] env[68758]: _type = "Task" [ 1363.305366] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.312457] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943438, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.815439] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943438, 'name': Rename_Task, 'duration_secs': 0.168165} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.816154] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.816248] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42ee455b-4b15-42d6-bfcd-3345ebd09bf2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.821778] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1363.821778] env[68758]: value = "task-2943439" [ 1363.821778] env[68758]: _type = "Task" [ 1363.821778] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.830098] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.331488] env[68758]: DEBUG oslo_vmware.api [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943439, 'name': PowerOnVM_Task, 'duration_secs': 0.416801} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.331842] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.331935] env[68758]: INFO nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1364.332128] env[68758]: DEBUG nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1364.332912] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3873f3a6-2c01-4eb6-ad89-f74cdb00657b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.850342] env[68758]: INFO nova.compute.manager [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Took 14.29 seconds to build instance. [ 1365.352490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7d1fc357-d16b-4cf0-a08d-151fdf018486 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.795s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.613363] env[68758]: DEBUG nova.compute.manager [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Received event network-changed-c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1365.613565] env[68758]: DEBUG nova.compute.manager [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Refreshing instance network info cache due to event network-changed-c5d6d77c-d5fc-4b3a-80fa-402262177f22. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1365.613772] env[68758]: DEBUG oslo_concurrency.lockutils [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] Acquiring lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.613912] env[68758]: DEBUG oslo_concurrency.lockutils [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] Acquired lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.614205] env[68758]: DEBUG nova.network.neutron [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Refreshing network info cache for port c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1366.307846] env[68758]: DEBUG nova.network.neutron [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updated VIF entry in instance network info cache for port c5d6d77c-d5fc-4b3a-80fa-402262177f22. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.308221] env[68758]: DEBUG nova.network.neutron [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updating instance_info_cache with network_info: [{"id": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "address": "fa:16:3e:e4:bc:3e", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d6d77c-d5", "ovs_interfaceid": "c5d6d77c-d5fc-4b3a-80fa-402262177f22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.811824] env[68758]: DEBUG oslo_concurrency.lockutils [req-d56947b2-9e81-4d0c-b599-b3014013ac9e req-e12bfffb-d5f3-4638-a35f-0ccf09c807d1 service nova] Releasing lock "refresh_cache-0aea8159-b88d-47f2-926c-3dff7ce4812b" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.873153] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.873571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.873687] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.873831] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.874019] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.876653] env[68758]: INFO nova.compute.manager [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Terminating instance [ 1374.380878] env[68758]: DEBUG nova.compute.manager [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.381137] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.382049] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e164c-5110-4c6c-85f2-6847ab963f63 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.389830] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.390076] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-027ca5f5-2d01-4e7a-b90f-e50aaef6b71c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.397331] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1374.397331] env[68758]: value = "task-2943444" [ 1374.397331] env[68758]: _type = "Task" [ 1374.397331] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.405369] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.908357] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943444, 'name': PowerOffVM_Task, 'duration_secs': 0.2398} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.908741] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.908795] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.909021] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f89dc9-596a-4010-94cb-d3e3374afcc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.979779] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.979999] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.980199] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleting the datastore file [datastore1] 155e72e7-054d-4b8e-af3d-ee734f609ed4 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.980470] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e581fa6-4cf9-44e0-b811-a698948d65d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.986560] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1374.986560] env[68758]: value = "task-2943446" [ 1374.986560] env[68758]: _type = "Task" [ 1374.986560] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.994198] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.495592] env[68758]: DEBUG oslo_vmware.api [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132157} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.497164] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.497164] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.497164] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.497164] env[68758]: INFO nova.compute.manager [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.497164] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.497164] env[68758]: DEBUG nova.compute.manager [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.497164] env[68758]: DEBUG nova.network.neutron [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.973912] env[68758]: DEBUG nova.compute.manager [req-a0cc97ab-c630-4630-8004-0e6e73c8defa req-8a4f0dad-48b9-442c-8234-ee1a22a2bf2b service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Received event network-vif-deleted-7db99afe-35d1-42d0-abf6-c5ed96746d39 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1375.974190] env[68758]: INFO nova.compute.manager [req-a0cc97ab-c630-4630-8004-0e6e73c8defa req-8a4f0dad-48b9-442c-8234-ee1a22a2bf2b service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Neutron deleted interface 7db99afe-35d1-42d0-abf6-c5ed96746d39; detaching it from the instance and deleting it from the info cache [ 1375.974364] env[68758]: DEBUG nova.network.neutron [req-a0cc97ab-c630-4630-8004-0e6e73c8defa req-8a4f0dad-48b9-442c-8234-ee1a22a2bf2b service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.457289] env[68758]: DEBUG nova.network.neutron [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.477095] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9001dc5b-5e7c-44d1-8609-af6a9129a805 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.487016] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d29d2fa-b50d-4086-95f9-dbe472446eb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.514645] env[68758]: DEBUG nova.compute.manager [req-a0cc97ab-c630-4630-8004-0e6e73c8defa req-8a4f0dad-48b9-442c-8234-ee1a22a2bf2b service nova] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Detach interface failed, port_id=7db99afe-35d1-42d0-abf6-c5ed96746d39, reason: Instance 155e72e7-054d-4b8e-af3d-ee734f609ed4 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1376.960358] env[68758]: INFO nova.compute.manager [-] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Took 1.46 seconds to deallocate network for instance. [ 1377.466431] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.466759] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.466982] env[68758]: DEBUG nova.objects.instance [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'resources' on Instance uuid 155e72e7-054d-4b8e-af3d-ee734f609ed4 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.046968] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9026e1a6-c048-415a-820a-fabe6078658e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.054657] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d3a07b-0053-4306-9d34-df2754b7405b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.084746] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd9ef57-b32e-43a8-8210-0cae086e5ba0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.091670] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab54518-13b8-4e84-a720-324c20c59cf9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.104710] env[68758]: DEBUG nova.compute.provider_tree [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1378.608051] env[68758]: DEBUG nova.scheduler.client.report [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1379.112960] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.646s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.133643] env[68758]: INFO nova.scheduler.client.report [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted allocations for instance 155e72e7-054d-4b8e-af3d-ee734f609ed4 [ 1379.642186] env[68758]: DEBUG oslo_concurrency.lockutils [None req-d82521a9-ac2f-458a-a678-f766487f9b33 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "155e72e7-054d-4b8e-af3d-ee734f609ed4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.769s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.735507] env[68758]: DEBUG nova.compute.manager [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1382.253765] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.254081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.758722] env[68758]: INFO nova.compute.claims [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1383.265447] env[68758]: INFO nova.compute.resource_tracker [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating resource usage from migration 05b85b3c-7913-4b5f-9c48-b48715bfffc2 [ 1383.339775] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02e8c3d-057c-4000-807d-8454fda19be6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.347712] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1be1eb-b6fb-49a6-b647-3313fda044cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.376588] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66d937e-e80c-4501-9862-ecbf5368643d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.383749] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d7ac55-3de2-4b09-9447-f4c9fe3ee51a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.397354] env[68758]: DEBUG nova.compute.provider_tree [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.900560] env[68758]: DEBUG nova.scheduler.client.report [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1384.405263] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.405481] env[68758]: INFO nova.compute.manager [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Migrating [ 1384.640943] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.641199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.921168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.921480] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.921624] env[68758]: DEBUG nova.network.neutron [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.143603] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1385.618384] env[68758]: DEBUG nova.network.neutron [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.665244] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.665520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.667046] env[68758]: INFO nova.compute.claims [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1386.121067] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.761103] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c136b4d-0e9f-4dc4-aac5-5044ae8fe677 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.769351] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40d7544-37de-4e74-967a-c99a9bc32946 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.799778] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b297301-2bf4-4630-b0bf-269b7d2a29a3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.808173] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a79ea85-b7e0-453d-a8d4-6d7f68516e76 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.821846] env[68758]: DEBUG nova.compute.provider_tree [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.325258] env[68758]: DEBUG nova.scheduler.client.report [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.635165] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fbcfb1-6782-467b-970d-0ee827842f1a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.654159] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1387.829473] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.829862] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1388.160840] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1388.161174] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78b97df2-2361-4128-89a8-8b9db649d80b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.169867] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1388.169867] env[68758]: value = "task-2943451" [ 1388.169867] env[68758]: _type = "Task" [ 1388.169867] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.177766] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943451, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.335055] env[68758]: DEBUG nova.compute.utils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1388.336020] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1388.336197] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1388.373131] env[68758]: DEBUG nova.policy [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '879359a82da04548b8bd95b3d3706252', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636d7a19f21744e3a1dc985cd7c81b9c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1388.626194] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Successfully created port: a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1388.680324] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943451, 'name': PowerOffVM_Task, 'duration_secs': 0.185074} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.680559] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.680559] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1388.839564] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1389.186995] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1389.187285] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1389.187415] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.187738] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1389.187738] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.187895] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1389.188105] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1389.188273] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1389.188439] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1389.188602] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1389.188775] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1389.193841] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7f89064-8a09-4207-aa92-6976a8a3e371 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.210790] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1389.210790] env[68758]: value = "task-2943452" [ 1389.210790] env[68758]: _type = "Task" [ 1389.210790] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.222027] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.344922] env[68758]: INFO nova.virt.block_device [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Booting with volume 40253310-cebb-4456-be4d-e37c4cea50f0 at /dev/sda [ 1389.385566] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f65e9f84-5c4f-4aad-a512-d1ec1fe28eb1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.396820] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e09a8-aa3d-4d3e-8088-eefcfe33ab20 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.427403] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cb1120d-bd7b-45e8-b01f-cc909f8e358e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.437492] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b18a9fd-012b-455b-bae6-aed99ac2281f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.469613] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780a6c95-031a-425b-99fe-46bdf2f5e23b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.476811] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac717ee-5b65-4d23-bab3-28998ad34a10 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.491117] env[68758]: DEBUG nova.virt.block_device [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating existing volume attachment record: 19239636-d7fb-46eb-97d7-40fe386ee78c {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1389.722402] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943452, 'name': ReconfigVM_Task, 'duration_secs': 0.229738} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.722827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.979421] env[68758]: DEBUG nova.compute.manager [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Received event network-vif-plugged-a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1389.979706] env[68758]: DEBUG oslo_concurrency.lockutils [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.979847] env[68758]: DEBUG oslo_concurrency.lockutils [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.980059] env[68758]: DEBUG oslo_concurrency.lockutils [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.980184] env[68758]: DEBUG nova.compute.manager [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] No waiting events found dispatching network-vif-plugged-a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1389.980734] env[68758]: WARNING nova.compute.manager [req-50d3eb33-6091-427f-91bb-b1d710cf6c2b req-1d80e9ce-1b5c-421e-8a22-f1e45764b240 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Received unexpected event network-vif-plugged-a16eb04f-c2c6-4d1d-98c2-79037a488f88 for instance with vm_state building and task_state block_device_mapping. [ 1390.068357] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Successfully updated port: a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1390.229919] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1390.230187] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1390.230344] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1390.230564] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1390.230734] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1390.230890] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1390.231113] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1390.231275] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1390.231438] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1390.231599] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1390.231770] env[68758]: DEBUG nova.virt.hardware [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1390.237118] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1390.237460] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb661131-9443-49c6-a7f2-947de2e36499 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.258762] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1390.258762] env[68758]: value = "task-2943453" [ 1390.258762] env[68758]: _type = "Task" [ 1390.258762] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.270548] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943453, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.573404] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.573689] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.573689] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1390.769150] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943453, 'name': ReconfigVM_Task, 'duration_secs': 0.173883} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.769432] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1390.770205] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b95876-3207-48d0-8b90-2abcd0b5cb39 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.791898] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1390.792151] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f34eb03e-06d7-45e7-aae2-132f037964e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.810674] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1390.810674] env[68758]: value = "task-2943454" [ 1390.810674] env[68758]: _type = "Task" [ 1390.810674] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.818242] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943454, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.105879] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1391.218089] env[68758]: DEBUG nova.network.neutron [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.321318] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943454, 'name': ReconfigVM_Task, 'duration_secs': 0.284575} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.321561] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Reconfigured VM instance instance-0000006f to attach disk [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5/c9ac3357-c026-4576-91b2-81a57724a7d5.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1391.321827] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.570645] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1391.571423] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.571726] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.571946] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.572224] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.572430] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.572637] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.572935] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.573172] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.573410] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.573642] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.573887] env[68758]: DEBUG nova.virt.hardware [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.575068] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca3446-0a4e-49b4-a34b-b3ff1f2880c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.585845] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3119385-b970-409a-b6df-695b08ccf57e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.720730] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.721136] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Instance network_info: |[{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1391.721601] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:40:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac2c9d07-ed01-47a9-88f1-562992bc1076', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16eb04f-c2c6-4d1d-98c2-79037a488f88', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1391.729071] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1391.729311] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1391.729546] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e937aa7-32dd-407f-9410-25c4b597d626 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.752872] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1391.752872] env[68758]: value = "task-2943455" [ 1391.752872] env[68758]: _type = "Task" [ 1391.752872] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.762905] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943455, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.828871] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1869c7-80f5-4d7a-918d-a010861f3dc9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.849454] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cbf9599-9988-45e7-9440-f243593f0607 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.867636] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.009738] env[68758]: DEBUG nova.compute.manager [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Received event network-changed-a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1392.009947] env[68758]: DEBUG nova.compute.manager [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Refreshing instance network info cache due to event network-changed-a16eb04f-c2c6-4d1d-98c2-79037a488f88. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1392.010170] env[68758]: DEBUG oslo_concurrency.lockutils [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.010345] env[68758]: DEBUG oslo_concurrency.lockutils [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.010519] env[68758]: DEBUG nova.network.neutron [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Refreshing network info cache for port a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1392.265682] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943455, 'name': CreateVM_Task, 'duration_secs': 0.329544} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.265892] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1392.266659] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'boot_index': 0, 'disk_bus': None, 'attachment_id': '19239636-d7fb-46eb-97d7-40fe386ee78c', 'mount_device': '/dev/sda', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590837', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'name': 'volume-40253310-cebb-4456-be4d-e37c4cea50f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc', 'attached_at': '', 'detached_at': '', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'serial': '40253310-cebb-4456-be4d-e37c4cea50f0'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=68758) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1392.266867] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Root volume attach. Driver type: vmdk {{(pid=68758) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1392.267650] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea53c5-fd78-4b0c-a4a3-138f5a70ae24 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.275870] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b8db32-5a0e-4612-bf89-5092ffbd5e4a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.282837] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9663f838-55fa-4049-8f3a-a8af3761e1af {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.289030] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0ef483ed-e38c-4353-b30b-d60bb927b805 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.296733] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1392.296733] env[68758]: value = "task-2943456" [ 1392.296733] env[68758]: _type = "Task" [ 1392.296733] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.303980] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.408629] env[68758]: DEBUG nova.network.neutron [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Port 1a35e57b-2f04-4257-be2d-9e3b77522228 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1392.711931] env[68758]: DEBUG nova.network.neutron [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updated VIF entry in instance network info cache for port a16eb04f-c2c6-4d1d-98c2-79037a488f88. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.712644] env[68758]: DEBUG nova.network.neutron [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.808446] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 43%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.215897] env[68758]: DEBUG oslo_concurrency.lockutils [req-3b2520d3-2e57-4157-800e-7501e320a09e req-5a2b4fd2-e2eb-4eeb-879e-e1e0b6d002f0 service nova] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.309022] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 58%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.433235] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.433436] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.433589] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.809465] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 73%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.310398] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 88%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.472037] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.472238] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.472426] env[68758]: DEBUG nova.network.neutron [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.713018] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.713299] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.811708] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.977996] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1394.978411] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1395.221318] env[68758]: DEBUG nova.network.neutron [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.310335] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 97%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.482334] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.482534] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.482691] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.482899] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1395.483790] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e221a9c-a1c6-4746-a11a-ea56d2e89785 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.492904] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628db917-8a2a-4a48-9c32-5cd6a97977c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.507171] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e999d-3dc5-42f9-aba7-285ca1917dca {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.514321] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f15eaf-55d9-4e9f-832c-9b732625405d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.542739] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180156MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1395.542940] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.543157] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.724752] env[68758]: DEBUG oslo_concurrency.lockutils [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.811865] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task} progress is 98%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.251139] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e29260d-3d93-40bb-b432-68e0b9ea0840 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.272675] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6853de78-d650-4b5c-aaed-d5722adf8833 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.280135] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.309828] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943456, 'name': RelocateVM_Task, 'duration_secs': 3.978869} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.310104] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1396.310309] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590837', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'name': 'volume-40253310-cebb-4456-be4d-e37c4cea50f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc', 'attached_at': '', 'detached_at': '', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'serial': '40253310-cebb-4456-be4d-e37c4cea50f0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1396.311045] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b95c39-fde9-4494-ae12-735d2e8f89fb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.327496] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33fd33a-db13-4986-9e0c-584d42e46fd4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.349372] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-40253310-cebb-4456-be4d-e37c4cea50f0/volume-40253310-cebb-4456-be4d-e37c4cea50f0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.349815] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3290755-dbd9-4a5d-8748-dd9a47140b87 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.371333] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1396.371333] env[68758]: value = "task-2943457" [ 1396.371333] env[68758]: _type = "Task" [ 1396.371333] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.379039] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.552261] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Applying migration context for instance c9ac3357-c026-4576-91b2-81a57724a7d5 as it has an incoming, in-progress migration 05b85b3c-7913-4b5f-9c48-b48715bfffc2. Migration status is post-migrating {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1396.553360] env[68758]: INFO nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating resource usage from migration 05b85b3c-7913-4b5f-9c48-b48715bfffc2 [ 1396.570523] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.570690] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance e3a9ac74-74c9-4031-b951-f391ad2520c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.570822] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 031f52cf-11fb-47b9-b1c8-7648c55ac1c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.570942] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 0aea8159-b88d-47f2-926c-3dff7ce4812b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.571071] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Migration 05b85b3c-7913-4b5f-9c48-b48715bfffc2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1396.571192] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance c9ac3357-c026-4576-91b2-81a57724a7d5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.571304] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1396.571483] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1396.571614] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1396.661314] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e82f5-787b-4f4f-b162-aa2c02e9aa1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.669433] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023892b9-74e0-465e-8f2f-47685ce80172 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.700930] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3168c77b-8838-40fe-9d4f-dc5bbea56948 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.709292] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4afe48-d1f8-4386-b181-5ce9c89b7e52 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.723034] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.786896] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1396.787229] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e46b8d86-7d90-4bed-8a41-9a7c46fdfbf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.794713] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1396.794713] env[68758]: value = "task-2943458" [ 1396.794713] env[68758]: _type = "Task" [ 1396.794713] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.803535] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.881249] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943457, 'name': ReconfigVM_Task, 'duration_secs': 0.276751} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.881639] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-40253310-cebb-4456-be4d-e37c4cea50f0/volume-40253310-cebb-4456-be4d-e37c4cea50f0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.886280] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8152e78d-80d8-48f3-b9f9-04f50dca143c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.903325] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1396.903325] env[68758]: value = "task-2943459" [ 1396.903325] env[68758]: _type = "Task" [ 1396.903325] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.911892] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.227361] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.305047] env[68758]: DEBUG oslo_vmware.api [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943458, 'name': PowerOnVM_Task, 'duration_secs': 0.437139} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.305314] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1397.305507] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-76731801-292c-4701-9c09-11115e651e0e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance 'c9ac3357-c026-4576-91b2-81a57724a7d5' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.324015] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.324296] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.324504] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.324683] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.324868] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.327030] env[68758]: INFO nova.compute.manager [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Terminating instance [ 1397.413564] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943459, 'name': ReconfigVM_Task, 'duration_secs': 0.179505} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.413900] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590837', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'name': 'volume-40253310-cebb-4456-be4d-e37c4cea50f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc', 'attached_at': '', 'detached_at': '', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'serial': '40253310-cebb-4456-be4d-e37c4cea50f0'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1397.414433] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad35e39a-237f-4ad4-9eed-7c948cc2ab70 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.421614] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1397.421614] env[68758]: value = "task-2943460" [ 1397.421614] env[68758]: _type = "Task" [ 1397.421614] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.429890] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943460, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.732266] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1397.732490] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.189s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.830219] env[68758]: DEBUG nova.compute.manager [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1397.830494] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.831594] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9080c2-98d0-4430-afdc-cbac0577c1b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.839852] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.840100] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5a75a6d-57f1-4b11-8042-72d476ebcf0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.846300] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1397.846300] env[68758]: value = "task-2943461" [ 1397.846300] env[68758]: _type = "Task" [ 1397.846300] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.853854] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.931784] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943460, 'name': Rename_Task, 'duration_secs': 0.240163} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.932170] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.932306] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0123299c-f226-4054-a9d6-6d0436b1432f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.938820] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1397.938820] env[68758]: value = "task-2943462" [ 1397.938820] env[68758]: _type = "Task" [ 1397.938820] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.946680] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.358757] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943461, 'name': PowerOffVM_Task, 'duration_secs': 0.224758} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.359078] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.359194] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.359452] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec75d678-0ffd-4608-8ff6-d9b4ce778a23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.449588] env[68758]: DEBUG oslo_vmware.api [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943462, 'name': PowerOnVM_Task, 'duration_secs': 0.444779} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.450825] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.451035] env[68758]: INFO nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1398.451217] env[68758]: DEBUG nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.451511] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.451690] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.451861] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleting the datastore file [datastore1] 031f52cf-11fb-47b9-b1c8-7648c55ac1c7 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.452694] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf0e150-ee44-4f3a-8481-387996b522d6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.455256] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae4919a4-051a-4c99-ae40-2ef5b16a28b0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.464681] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1398.464681] env[68758]: value = "task-2943464" [ 1398.464681] env[68758]: _type = "Task" [ 1398.464681] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.472698] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.732454] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.732668] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.732899] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.733088] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.733241] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1398.976489] env[68758]: INFO nova.compute.manager [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Took 13.33 seconds to build instance. [ 1398.981028] env[68758]: DEBUG oslo_vmware.api [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164907} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.981261] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.982038] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.982038] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.982038] env[68758]: INFO nova.compute.manager [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1398.982038] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1398.982276] env[68758]: DEBUG nova.compute.manager [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1398.982276] env[68758]: DEBUG nova.network.neutron [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1399.081047] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.081245] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.081406] env[68758]: DEBUG nova.compute.manager [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Going to confirm migration 8 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1399.426194] env[68758]: DEBUG nova.compute.manager [req-d6ccdc3f-3cfd-4f0a-8f09-c48c53c74915 req-7027442f-4828-4fcc-aad8-f2896e20f0c8 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Received event network-vif-deleted-d32d5b10-c314-4da2-82d0-fc21ea097510 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1399.426418] env[68758]: INFO nova.compute.manager [req-d6ccdc3f-3cfd-4f0a-8f09-c48c53c74915 req-7027442f-4828-4fcc-aad8-f2896e20f0c8 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Neutron deleted interface d32d5b10-c314-4da2-82d0-fc21ea097510; detaching it from the instance and deleting it from the info cache [ 1399.426601] env[68758]: DEBUG nova.network.neutron [req-d6ccdc3f-3cfd-4f0a-8f09-c48c53c74915 req-7027442f-4828-4fcc-aad8-f2896e20f0c8 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.478776] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5d301f9c-5c44-405f-8e53-05e7fd812d5c tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.837s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.652671] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.652849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.653032] env[68758]: DEBUG nova.network.neutron [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.653218] env[68758]: DEBUG nova.objects.instance [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'info_cache' on Instance uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.903878] env[68758]: DEBUG nova.network.neutron [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.929873] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50296d10-0e2f-47d1-92b4-ae0f9a38c2a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.940980] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784397e9-c87f-4caf-8869-742bf11483d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.971240] env[68758]: DEBUG nova.compute.manager [req-d6ccdc3f-3cfd-4f0a-8f09-c48c53c74915 req-7027442f-4828-4fcc-aad8-f2896e20f0c8 service nova] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Detach interface failed, port_id=d32d5b10-c314-4da2-82d0-fc21ea097510, reason: Instance 031f52cf-11fb-47b9-b1c8-7648c55ac1c7 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1400.406693] env[68758]: INFO nova.compute.manager [-] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Took 1.42 seconds to deallocate network for instance. [ 1400.863299] env[68758]: DEBUG nova.network.neutron [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [{"id": "1a35e57b-2f04-4257-be2d-9e3b77522228", "address": "fa:16:3e:81:7b:76", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a35e57b-2f", "ovs_interfaceid": "1a35e57b-2f04-4257-be2d-9e3b77522228", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.913233] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.913484] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.913745] env[68758]: DEBUG nova.objects.instance [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'resources' on Instance uuid 031f52cf-11fb-47b9-b1c8-7648c55ac1c7 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.977117] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1401.366262] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-c9ac3357-c026-4576-91b2-81a57724a7d5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.366659] env[68758]: DEBUG nova.objects.instance [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'migration_context' on Instance uuid c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.456839] env[68758]: DEBUG nova.compute.manager [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1401.457115] env[68758]: DEBUG nova.compute.manager [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing instance network info cache due to event network-changed-fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1401.457259] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Acquiring lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.457401] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Acquired lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.457559] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Refreshing network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.530321] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-891ade50-5e79-4662-b8e5-97162c488bfb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.538805] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8a2409-b762-477e-b349-76c8a11f9c69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.569503] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664763a5-6b3d-4403-b2e7-4225d1459958 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.577120] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efa921e-3b94-48b7-9f0d-4fab6b0db817 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.591279] env[68758]: DEBUG nova.compute.provider_tree [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.870393] env[68758]: DEBUG nova.objects.base [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1401.871340] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78159ba2-826a-4f31-9cec-2614f99918e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.890717] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ef9f5d-6182-439c-a35e-256cd9774e48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.895730] env[68758]: DEBUG oslo_vmware.api [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1401.895730] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fe6efb-55ae-9c14-4707-5bab4f711e9e" [ 1401.895730] env[68758]: _type = "Task" [ 1401.895730] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.902950] env[68758]: DEBUG oslo_vmware.api [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fe6efb-55ae-9c14-4707-5bab4f711e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.994905] env[68758]: DEBUG nova.compute.manager [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1402.093863] env[68758]: DEBUG nova.scheduler.client.report [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.143636] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updated VIF entry in instance network info cache for port fcf78c67-9a23-44a4-8c06-c5934e84399c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.143985] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [{"id": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "address": "fa:16:3e:5f:c2:94", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcf78c67-9a", "ovs_interfaceid": "fcf78c67-9a23-44a4-8c06-c5934e84399c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1402.406735] env[68758]: DEBUG oslo_vmware.api [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52fe6efb-55ae-9c14-4707-5bab4f711e9e, 'name': SearchDatastore_Task, 'duration_secs': 0.019041} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.406735] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.518324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.598743] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.600914] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.194s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.615941] env[68758]: INFO nova.scheduler.client.report [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted allocations for instance 031f52cf-11fb-47b9-b1c8-7648c55ac1c7 [ 1402.646676] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Releasing lock "refresh_cache-ae2ff8e3-aa79-4006-a79c-e3740015ee3e" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.646928] env[68758]: DEBUG nova.compute.manager [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Received event network-changed-a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1402.647117] env[68758]: DEBUG nova.compute.manager [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Refreshing instance network info cache due to event network-changed-a16eb04f-c2c6-4d1d-98c2-79037a488f88. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1402.647366] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.647504] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.647668] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Refreshing network info cache for port a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.125708] env[68758]: DEBUG oslo_concurrency.lockutils [None req-18f61a6d-9e40-4f26-a9d0-dd73609961cf tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "031f52cf-11fb-47b9-b1c8-7648c55ac1c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.801s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.200874] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad97227-9d99-4402-b7e0-3ee13f9d3391 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.208739] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07cb5dd5-2a2f-4f92-9b34-4a7416cabae9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.239159] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b76c899-2a46-414f-9ebb-33778f9dfd0d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.247810] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04e8a67-4b34-4a8f-83ec-1b9b36a2a8ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.261271] env[68758]: DEBUG nova.compute.provider_tree [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.350945] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updated VIF entry in instance network info cache for port a16eb04f-c2c6-4d1d-98c2-79037a488f88. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1403.351313] env[68758]: DEBUG nova.network.neutron [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.764823] env[68758]: DEBUG nova.scheduler.client.report [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1403.853767] env[68758]: DEBUG oslo_concurrency.lockutils [req-d9069793-a49a-4bb7-8800-4a68b7fd2230 req-e5f7e056-4ed0-42b7-b186-6264a993b869 service nova] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.320481] env[68758]: DEBUG oslo_concurrency.lockutils [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.320756] env[68758]: DEBUG oslo_concurrency.lockutils [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.776845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.176s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.780768] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.263s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.824011] env[68758]: INFO nova.compute.manager [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Detaching volume 7454b13b-6a5b-4285-bd4b-8647e0c77dc0 [ 1404.856229] env[68758]: INFO nova.virt.block_device [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Attempting to driver detach volume 7454b13b-6a5b-4285-bd4b-8647e0c77dc0 from mountpoint /dev/sdb [ 1404.856474] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1404.856659] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590832', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'name': 'volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3a9ac74-74c9-4031-b951-f391ad2520c8', 'attached_at': '', 'detached_at': '', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'serial': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1404.857553] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc3d751-883c-420c-8c62-38dcf8ac4fb6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.878575] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b9c620-5632-4c7b-b593-2bb626a94eef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.885207] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb870a11-ca4d-466d-ae7a-397a63e1620b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.904638] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49c0f6d-d53e-4c0f-86d0-3fd16681f4c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.918540] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] The volume has not been displaced from its original location: [datastore1] volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0/volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1404.923581] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1404.923827] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45907886-e2d8-40da-b130-fb42d5d3ee66 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.941316] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1404.941316] env[68758]: value = "task-2943465" [ 1404.941316] env[68758]: _type = "Task" [ 1404.941316] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.948766] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943465, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.287931] env[68758]: INFO nova.compute.claims [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1405.342826] env[68758]: INFO nova.scheduler.client.report [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted allocation for migration 05b85b3c-7913-4b5f-9c48-b48715bfffc2 [ 1405.451126] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943465, 'name': ReconfigVM_Task, 'duration_secs': 0.272236} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.451393] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1405.455985] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551dd21e-c306-40df-b8ea-a25949314723 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.470476] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1405.470476] env[68758]: value = "task-2943466" [ 1405.470476] env[68758]: _type = "Task" [ 1405.470476] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.477920] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943466, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.793750] env[68758]: INFO nova.compute.resource_tracker [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating resource usage from migration 0059756a-95fb-4996-9b7a-6c05abba37d8 [ 1405.848116] env[68758]: DEBUG oslo_concurrency.lockutils [None req-97f1f54d-3710-45e8-9fdd-94b5931b1c72 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.767s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.878260] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9a2b40-46dd-4536-b737-d961d9a6ac55 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.886167] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9663c4-7b76-4ce9-b429-d09efe8357c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.915978] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ca9c3f-4736-42e7-b549-093b22415125 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.923362] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335545a1-f903-41b2-8e71-1d198fc8824d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.936524] env[68758]: DEBUG nova.compute.provider_tree [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.980481] env[68758]: DEBUG oslo_vmware.api [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943466, 'name': ReconfigVM_Task, 'duration_secs': 0.149186} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.980780] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590832', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'name': 'volume-7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e3a9ac74-74c9-4031-b951-f391ad2520c8', 'attached_at': '', 'detached_at': '', 'volume_id': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0', 'serial': '7454b13b-6a5b-4285-bd4b-8647e0c77dc0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1406.123668] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.123915] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.124180] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.124384] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.124554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.126690] env[68758]: INFO nova.compute.manager [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Terminating instance [ 1406.439731] env[68758]: DEBUG nova.scheduler.client.report [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.523067] env[68758]: DEBUG nova.objects.instance [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid e3a9ac74-74c9-4031-b951-f391ad2520c8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.630697] env[68758]: DEBUG nova.compute.manager [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1406.630936] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1406.631816] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fde217b-0257-4eb1-8631-e4270bfdd28f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.639616] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1406.639837] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e128cb0e-7e98-43db-8ca6-5bf5710084f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.645557] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1406.645557] env[68758]: value = "task-2943467" [ 1406.645557] env[68758]: _type = "Task" [ 1406.645557] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.652953] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943467, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.945351] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.165s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.945644] env[68758]: INFO nova.compute.manager [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Migrating [ 1407.155162] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943467, 'name': PowerOffVM_Task, 'duration_secs': 0.181252} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.155397] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1407.155562] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1407.155804] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de1250e2-f637-4a9e-a760-52aa5e23c193 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.223596] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1407.223803] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1407.223976] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleting the datastore file [datastore1] c9ac3357-c026-4576-91b2-81a57724a7d5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1407.224248] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02d62a20-cb6e-441e-ba56-210ed89b8c4b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.231290] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1407.231290] env[68758]: value = "task-2943469" [ 1407.231290] env[68758]: _type = "Task" [ 1407.231290] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.238507] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.460357] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.460532] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.460662] env[68758]: DEBUG nova.network.neutron [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.528733] env[68758]: DEBUG oslo_concurrency.lockutils [None req-72df9614-22c0-45db-a448-e7df1032712a tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.741474] env[68758]: DEBUG oslo_vmware.api [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151784} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.741667] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.741837] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.742023] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.742198] env[68758]: INFO nova.compute.manager [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.742440] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.742626] env[68758]: DEBUG nova.compute.manager [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.742721] env[68758]: DEBUG nova.network.neutron [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1408.275700] env[68758]: DEBUG nova.network.neutron [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.323214] env[68758]: DEBUG nova.compute.manager [req-6b371e74-8d8b-49fc-981d-06ed09810c66 req-5e523256-4d26-4a0f-9bc1-1ba6a681b5f1 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Received event network-vif-deleted-1a35e57b-2f04-4257-be2d-9e3b77522228 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1408.323280] env[68758]: INFO nova.compute.manager [req-6b371e74-8d8b-49fc-981d-06ed09810c66 req-5e523256-4d26-4a0f-9bc1-1ba6a681b5f1 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Neutron deleted interface 1a35e57b-2f04-4257-be2d-9e3b77522228; detaching it from the instance and deleting it from the info cache [ 1408.323413] env[68758]: DEBUG nova.network.neutron [req-6b371e74-8d8b-49fc-981d-06ed09810c66 req-5e523256-4d26-4a0f-9bc1-1ba6a681b5f1 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.563953] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.564288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.564507] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.564684] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.564846] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.567231] env[68758]: INFO nova.compute.manager [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Terminating instance [ 1408.779373] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.801976] env[68758]: DEBUG nova.network.neutron [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.825614] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-707df3a7-bda9-4ce5-a134-337ef8f436c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.836262] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5de484-355d-4645-808e-19e1aef987d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.863652] env[68758]: DEBUG nova.compute.manager [req-6b371e74-8d8b-49fc-981d-06ed09810c66 req-5e523256-4d26-4a0f-9bc1-1ba6a681b5f1 service nova] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Detach interface failed, port_id=1a35e57b-2f04-4257-be2d-9e3b77522228, reason: Instance c9ac3357-c026-4576-91b2-81a57724a7d5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1409.073364] env[68758]: DEBUG nova.compute.manager [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1409.073679] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.074998] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62efaea-fc57-4810-876e-ffee335f3834 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.082990] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.083239] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23247a7b-303d-410d-90bd-bf65a6be3a38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.089853] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1409.089853] env[68758]: value = "task-2943470" [ 1409.089853] env[68758]: _type = "Task" [ 1409.089853] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.097138] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.303876] env[68758]: INFO nova.compute.manager [-] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Took 1.56 seconds to deallocate network for instance. [ 1409.600503] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943470, 'name': PowerOffVM_Task, 'duration_secs': 0.235469} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.600764] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.600903] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.601163] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c797e8dc-b7df-40b9-a1fd-8014414656fa {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.667246] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.667476] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.667634] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleting the datastore file [datastore2] e3a9ac74-74c9-4031-b951-f391ad2520c8 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.667880] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e112303-3eae-4a11-9e64-046f6c05b1d8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.674287] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1409.674287] env[68758]: value = "task-2943472" [ 1409.674287] env[68758]: _type = "Task" [ 1409.674287] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.681445] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.810328] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.810594] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.810771] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.835473] env[68758]: INFO nova.scheduler.client.report [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted allocations for instance c9ac3357-c026-4576-91b2-81a57724a7d5 [ 1410.183890] env[68758]: DEBUG oslo_vmware.api [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159783} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.184187] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1410.184377] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1410.184554] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1410.184725] env[68758]: INFO nova.compute.manager [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1410.184963] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.185168] env[68758]: DEBUG nova.compute.manager [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1410.185264] env[68758]: DEBUG nova.network.neutron [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.294220] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd8abcc-2d85-4251-80ed-a2b4f6166050 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.312754] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.344938] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cfd8a48f-5c65-4f25-a196-823877b7b24e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "c9ac3357-c026-4576-91b2-81a57724a7d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.221s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.643431] env[68758]: DEBUG nova.compute.manager [req-0f3d63da-d2b8-4608-b33f-570d6a713d47 req-24ff2f26-d335-4d56-b565-0f2ca032c5c1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Received event network-vif-deleted-885440f3-1afd-4049-95f8-edd2de4eed1e {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1410.643636] env[68758]: INFO nova.compute.manager [req-0f3d63da-d2b8-4608-b33f-570d6a713d47 req-24ff2f26-d335-4d56-b565-0f2ca032c5c1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Neutron deleted interface 885440f3-1afd-4049-95f8-edd2de4eed1e; detaching it from the instance and deleting it from the info cache [ 1410.643812] env[68758]: DEBUG nova.network.neutron [req-0f3d63da-d2b8-4608-b33f-570d6a713d47 req-24ff2f26-d335-4d56-b565-0f2ca032c5c1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.818289] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.818624] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cb162c9-c4ca-409f-8091-a9cf58f672d4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.831957] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1410.831957] env[68758]: value = "task-2943473" [ 1410.831957] env[68758]: _type = "Task" [ 1410.831957] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.849473] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.999864] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.000109] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.119137] env[68758]: DEBUG nova.network.neutron [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.145873] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28fa21a3-cde5-4b04-9165-5ca70b02d113 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.155535] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232710be-c5a9-4025-8e81-aa9866e271fc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.183801] env[68758]: DEBUG nova.compute.manager [req-0f3d63da-d2b8-4608-b33f-570d6a713d47 req-24ff2f26-d335-4d56-b565-0f2ca032c5c1 service nova] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Detach interface failed, port_id=885440f3-1afd-4049-95f8-edd2de4eed1e, reason: Instance e3a9ac74-74c9-4031-b951-f391ad2520c8 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1411.342112] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943473, 'name': PowerOffVM_Task, 'duration_secs': 0.218718} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.342112] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.342516] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1411.502546] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1411.621692] env[68758]: INFO nova.compute.manager [-] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Took 1.44 seconds to deallocate network for instance. [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1411.849776] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1411.850209] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1411.850209] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1411.850209] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1411.850308] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1411.850455] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1411.855459] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62c9767-4e68-482f-8068-227badc39161 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.872448] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1411.872448] env[68758]: value = "task-2943474" [ 1411.872448] env[68758]: _type = "Task" [ 1411.872448] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.880583] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.024444] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.024711] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.026302] env[68758]: INFO nova.compute.claims [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1412.128262] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.383250] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943474, 'name': ReconfigVM_Task, 'duration_secs': 0.182086} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.383630] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.889503] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.889752] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.889912] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.890112] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.890267] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.890420] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.890627] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.890787] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.890970] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.891193] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.891373] env[68758]: DEBUG nova.virt.hardware [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.896826] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1412.897146] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc3c1f4-3521-46d9-8533-921305bb0809 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.915915] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1412.915915] env[68758]: value = "task-2943475" [ 1412.915915] env[68758]: _type = "Task" [ 1412.915915] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.923579] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.110893] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e29e5-ce1d-4a0b-a4fa-84feaf8c04ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.117866] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e10cc7c-c21f-4153-89bc-0c06e3bdfbbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.148198] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d5af5f-d49f-43a1-9282-55151570db35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.155206] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc397d8c-673a-4a3e-bdc7-c07291dd4df3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.167841] env[68758]: DEBUG nova.compute.provider_tree [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1413.429405] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943475, 'name': ReconfigVM_Task, 'duration_secs': 0.160383} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.429775] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1413.430819] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864eda6c-a5dc-40f5-97e8-32ec2a5b7c2b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.456931] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-40253310-cebb-4456-be4d-e37c4cea50f0/volume-40253310-cebb-4456-be4d-e37c4cea50f0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1413.457182] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0a9872-444c-46e3-9d80-4a7cb56e2809 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.474845] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1413.474845] env[68758]: value = "task-2943476" [ 1413.474845] env[68758]: _type = "Task" [ 1413.474845] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.482047] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.670576] env[68758]: DEBUG nova.scheduler.client.report [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1413.984094] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943476, 'name': ReconfigVM_Task, 'duration_secs': 0.283661} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.984389] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-40253310-cebb-4456-be4d-e37c4cea50f0/volume-40253310-cebb-4456-be4d-e37c4cea50f0.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.984651] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.174992] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.175562] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1414.178753] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.051s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.178972] env[68758]: DEBUG nova.objects.instance [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'resources' on Instance uuid e3a9ac74-74c9-4031-b951-f391ad2520c8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.490788] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67f09c0-3ca4-4112-ac54-f18d36931e82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.510525] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e498b27a-3a7f-4fc0-83fb-a59197fff390 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.527469] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1414.680293] env[68758]: DEBUG nova.compute.utils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1414.681764] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1414.681951] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1414.722162] env[68758]: DEBUG nova.policy [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14259249986642d8b24b18f62266438d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a3dcef424634016b94a74e04f754cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1414.762140] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03899b4-573e-46d3-889a-a804a695ac0f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.769682] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8d150f-75f9-4312-8647-deeee30e73d1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.798103] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9373ec0-0163-4f37-8349-13e7b4773308 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.804579] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110f68ee-1ba4-400d-b6d5-8bfe471bac6f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.818458] env[68758]: DEBUG nova.compute.provider_tree [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.982745] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Successfully created port: 6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1415.187736] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1415.324160] env[68758]: DEBUG nova.scheduler.client.report [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.828099] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.849857] env[68758]: INFO nova.scheduler.client.report [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted allocations for instance e3a9ac74-74c9-4031-b951-f391ad2520c8 [ 1416.162227] env[68758]: DEBUG nova.network.neutron [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Port a16eb04f-c2c6-4d1d-98c2-79037a488f88 binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1416.200224] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1416.225880] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1416.226151] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1416.226318] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1416.226499] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1416.226644] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1416.226789] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1416.226996] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1416.227180] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1416.227340] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1416.227498] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1416.227667] env[68758]: DEBUG nova.virt.hardware [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1416.228536] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac716b39-03da-477f-bcb3-6720509da01f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.236233] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ebaae-9527-464e-8967-80f3b66f7187 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.333483] env[68758]: DEBUG nova.compute.manager [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Received event network-vif-plugged-6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1416.333651] env[68758]: DEBUG oslo_concurrency.lockutils [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] Acquiring lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.333822] env[68758]: DEBUG oslo_concurrency.lockutils [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.334321] env[68758]: DEBUG oslo_concurrency.lockutils [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.334321] env[68758]: DEBUG nova.compute.manager [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] No waiting events found dispatching network-vif-plugged-6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1416.334321] env[68758]: WARNING nova.compute.manager [req-dec4abc9-30b3-4277-b20c-14d5965616fb req-2c211b2b-e3b9-4c89-98b2-114cc7d6dc3a service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Received unexpected event network-vif-plugged-6880ce4e-fc6d-46e0-a587-9edfcb6b296c for instance with vm_state building and task_state spawning. [ 1416.357378] env[68758]: DEBUG oslo_concurrency.lockutils [None req-86f341ff-1f7c-4ed0-85b9-dc95b78e0224 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "e3a9ac74-74c9-4031-b951-f391ad2520c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.793s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.417274] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Successfully updated port: 6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1416.923269] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.923585] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.923585] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.185552] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.186211] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.186211] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.471535] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1417.662611] env[68758]: DEBUG nova.network.neutron [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.164610] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.164969] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Instance network_info: |[{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1418.165458] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:4c:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6880ce4e-fc6d-46e0-a587-9edfcb6b296c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1418.172716] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1418.172926] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1418.173194] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0021089d-bd5d-4029-b29f-92c3aa9b1d00 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.193464] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1418.193464] env[68758]: value = "task-2943477" [ 1418.193464] env[68758]: _type = "Task" [ 1418.193464] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.201080] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943477, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.219032] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.219216] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.219391] env[68758]: DEBUG nova.network.neutron [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1418.363822] env[68758]: DEBUG nova.compute.manager [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Received event network-changed-6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1418.364039] env[68758]: DEBUG nova.compute.manager [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Refreshing instance network info cache due to event network-changed-6880ce4e-fc6d-46e0-a587-9edfcb6b296c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1418.364249] env[68758]: DEBUG oslo_concurrency.lockutils [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.364395] env[68758]: DEBUG oslo_concurrency.lockutils [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.364546] env[68758]: DEBUG nova.network.neutron [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Refreshing network info cache for port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1418.687670] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.687896] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.704528] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943477, 'name': CreateVM_Task, 'duration_secs': 0.329411} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.704684] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1418.705324] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.705554] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.705876] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.706123] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91a2ac62-e6b5-4dea-b110-b2fe33be0476 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.710945] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1418.710945] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b56f41-ff1c-d4b3-9d6b-f0cb25bdbbb4" [ 1418.710945] env[68758]: _type = "Task" [ 1418.710945] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.718363] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b56f41-ff1c-d4b3-9d6b-f0cb25bdbbb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.961406] env[68758]: DEBUG nova.network.neutron [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.074790] env[68758]: DEBUG nova.network.neutron [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updated VIF entry in instance network info cache for port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1419.075155] env[68758]: DEBUG nova.network.neutron [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.189978] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1419.221094] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52b56f41-ff1c-d4b3-9d6b-f0cb25bdbbb4, 'name': SearchDatastore_Task, 'duration_secs': 0.009048} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.221383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.221622] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.221845] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.221992] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.222197] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.222550] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3267da43-e435-4d4a-9ee6-a3b72ed84d1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.230504] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.230671] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.231577] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6895bb6-62ef-4236-84e7-d3da06d26976 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.236660] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1419.236660] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c34057-4c15-eb69-4b72-6e14801d62dd" [ 1419.236660] env[68758]: _type = "Task" [ 1419.236660] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.243445] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c34057-4c15-eb69-4b72-6e14801d62dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.464043] env[68758]: DEBUG oslo_concurrency.lockutils [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.577958] env[68758]: DEBUG oslo_concurrency.lockutils [req-133bca6a-d821-4d04-90b9-2f1a8f9018dc req-fd614f19-4b56-4011-9d77-9bdbc765a42f service nova] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.712375] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.712636] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.714322] env[68758]: INFO nova.compute.claims [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.747432] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52c34057-4c15-eb69-4b72-6e14801d62dd, 'name': SearchDatastore_Task, 'duration_secs': 0.008269} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.748227] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d873b19-fd02-48ff-8b78-bbf214f089a7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.753587] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1419.753587] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52abe168-b4c4-db7c-c719-1ab676592535" [ 1419.753587] env[68758]: _type = "Task" [ 1419.753587] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.761855] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52abe168-b4c4-db7c-c719-1ab676592535, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.973113] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6455e80-a714-4c2f-9967-b19397e494cf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.980506] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f49d5c-00c2-4550-b68d-8df2d782fdf7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.266078] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52abe168-b4c4-db7c-c719-1ab676592535, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.266426] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.266532] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.266904] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80281fc7-3c1e-474a-b13c-f1c13963e32e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.273628] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1420.273628] env[68758]: value = "task-2943478" [ 1420.273628] env[68758]: _type = "Task" [ 1420.273628] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.283205] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943478, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.784751] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943478, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445899} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.784989] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1420.785213] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1420.785465] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d08025a2-082a-4cbf-bc8f-e41ea8b99b69 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.793095] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1420.793095] env[68758]: value = "task-2943479" [ 1420.793095] env[68758]: _type = "Task" [ 1420.793095] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.799866] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.801357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7dff5-2cc5-4c04-bc63-65b40b1a085d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.807485] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ff19e8-9fc0-4a73-a482-3f46f8242d1b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.837681] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5edc3b5-694c-44c6-bc1e-ca71921b6838 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.844747] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2950a02b-e8e9-4bb2-b215-f4652e2bd03f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.857371] env[68758]: DEBUG nova.compute.provider_tree [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.077807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa79826-8082-4dde-841e-0ac44e70b18d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.097705] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736b4182-a730-4497-b7f1-6cfbc4be8e06 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.103937] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1421.302234] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078768} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.302498] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1421.303304] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50caadfd-5d4d-4493-ab23-7f296554b3ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.324711] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.324941] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c095cd7b-394d-414c-9526-d9108b67b531 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.343308] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1421.343308] env[68758]: value = "task-2943480" [ 1421.343308] env[68758]: _type = "Task" [ 1421.343308] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.350448] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.360405] env[68758]: DEBUG nova.scheduler.client.report [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.610229] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.610534] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6bc25e1-92d6-4389-aa90-ee89081de726 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.618132] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1421.618132] env[68758]: value = "task-2943481" [ 1421.618132] env[68758]: _type = "Task" [ 1421.618132] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.625632] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.853303] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943480, 'name': ReconfigVM_Task, 'duration_secs': 0.358119} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.853604] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.854266] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-113bef54-d0fe-4bf6-a15f-21b318b467ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.861742] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1421.861742] env[68758]: value = "task-2943482" [ 1421.861742] env[68758]: _type = "Task" [ 1421.861742] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.865101] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.152s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.865592] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1421.873342] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943482, 'name': Rename_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.128097] env[68758]: DEBUG oslo_vmware.api [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943481, 'name': PowerOnVM_Task, 'duration_secs': 0.409165} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.128365] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.128548] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-283ad529-f580-44ba-84c7-71e630e6289b tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1422.373726] env[68758]: DEBUG nova.compute.utils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1422.375536] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943482, 'name': Rename_Task, 'duration_secs': 0.186197} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.375989] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1422.376186] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.378093] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.378347] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13f4cc08-52fd-4cb2-abb4-f94e3945f5a1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.387137] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1422.387137] env[68758]: value = "task-2943483" [ 1422.387137] env[68758]: _type = "Task" [ 1422.387137] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.395858] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.415324] env[68758]: DEBUG nova.policy [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7719c514f53e4cf5a691f0d51a6dc7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a6aa8a219248b98c3122e47d11f49c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1422.669506] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Successfully created port: b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.877119] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1422.896073] env[68758]: DEBUG oslo_vmware.api [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943483, 'name': PowerOnVM_Task, 'duration_secs': 0.482032} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.896347] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.896547] env[68758]: INFO nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1422.896722] env[68758]: DEBUG nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1422.897491] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6695d63-f4b5-4676-95f8-b582fc941013 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.413290] env[68758]: INFO nova.compute.manager [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Took 11.41 seconds to build instance. [ 1423.889030] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1423.915931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8ca676f9-aa6d-41f2-bad6-1cff75aaebdc tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.916s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.924679] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.924922] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.925105] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.925299] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.925455] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.925606] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.925815] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.925974] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.928509] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.928710] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.928897] env[68758]: DEBUG nova.virt.hardware [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.929809] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5b8c5b-2e6c-4116-af5e-03a402b0647e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.941173] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500f3566-b866-48f8-95c1-73d92450cc3e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.049055] env[68758]: DEBUG nova.compute.manager [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Received event network-vif-plugged-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1424.049295] env[68758]: DEBUG oslo_concurrency.lockutils [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.049508] env[68758]: DEBUG oslo_concurrency.lockutils [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] Lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.049672] env[68758]: DEBUG oslo_concurrency.lockutils [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] Lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.049838] env[68758]: DEBUG nova.compute.manager [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] No waiting events found dispatching network-vif-plugged-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1424.050008] env[68758]: WARNING nova.compute.manager [req-6208b899-e689-466d-9192-a1a02da0ae73 req-dffe1bf2-21f4-4a0c-a4ac-d4de0c6fc0a3 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Received unexpected event network-vif-plugged-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 for instance with vm_state building and task_state spawning. [ 1424.141433] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Successfully updated port: b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.238854] env[68758]: DEBUG nova.compute.manager [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Received event network-changed-6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1424.239076] env[68758]: DEBUG nova.compute.manager [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Refreshing instance network info cache due to event network-changed-6880ce4e-fc6d-46e0-a587-9edfcb6b296c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1424.239318] env[68758]: DEBUG oslo_concurrency.lockutils [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.239421] env[68758]: DEBUG oslo_concurrency.lockutils [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.239643] env[68758]: DEBUG nova.network.neutron [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Refreshing network info cache for port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1424.646151] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.646428] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.646547] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1424.754391] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1424.754664] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1424.754852] env[68758]: DEBUG nova.compute.manager [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Going to confirm migration 9 {{(pid=68758) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1424.940566] env[68758]: DEBUG nova.network.neutron [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updated VIF entry in instance network info cache for port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1424.940932] env[68758]: DEBUG nova.network.neutron [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.180285] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.328107] env[68758]: DEBUG nova.network.neutron [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating instance_info_cache with network_info: [{"id": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "address": "fa:16:3e:cc:6a:88", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c8c9e9-02", "ovs_interfaceid": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.335531] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.335700] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquired lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.335869] env[68758]: DEBUG nova.network.neutron [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.336072] env[68758]: DEBUG nova.objects.instance [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'info_cache' on Instance uuid 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.443616] env[68758]: DEBUG oslo_concurrency.lockutils [req-b37b78ac-89ee-43f2-8165-5d01f07f7513 req-072d10b5-ef4d-4c3c-ae43-d945f4fe6044 service nova] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.830259] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.830595] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Instance network_info: |[{"id": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "address": "fa:16:3e:cc:6a:88", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c8c9e9-02", "ovs_interfaceid": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1425.831037] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:6a:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0c8c9e9-0280-4ff1-904f-c3a3638bf064', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1425.838743] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1425.840905] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1425.841350] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cf0f3a7-6142-41af-a8af-21c16eca9eb2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.861392] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1425.861392] env[68758]: value = "task-2943484" [ 1425.861392] env[68758]: _type = "Task" [ 1425.861392] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.868848] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943484, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.078080] env[68758]: DEBUG nova.compute.manager [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Received event network-changed-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1426.078289] env[68758]: DEBUG nova.compute.manager [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Refreshing instance network info cache due to event network-changed-b0c8c9e9-0280-4ff1-904f-c3a3638bf064. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1426.078504] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] Acquiring lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.078649] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] Acquired lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.078810] env[68758]: DEBUG nova.network.neutron [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Refreshing network info cache for port b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.371007] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943484, 'name': CreateVM_Task, 'duration_secs': 0.369795} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.373219] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1426.373865] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.374046] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.374402] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.374908] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d3973c-523f-4f98-9610-46c157f93e0c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.379916] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1426.379916] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b6c7d-9cbf-0a3e-63e9-4fcf558e4260" [ 1426.379916] env[68758]: _type = "Task" [ 1426.379916] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.387263] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b6c7d-9cbf-0a3e-63e9-4fcf558e4260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.532963] env[68758]: DEBUG nova.network.neutron [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [{"id": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "address": "fa:16:3e:bc:40:3f", "network": {"id": "aa4f1d6b-8b96-4997-b653-7345ac583799", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-153280694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "636d7a19f21744e3a1dc985cd7c81b9c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac2c9d07-ed01-47a9-88f1-562992bc1076", "external-id": "nsx-vlan-transportzone-968", "segmentation_id": 968, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16eb04f-c2", "ovs_interfaceid": "a16eb04f-c2c6-4d1d-98c2-79037a488f88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.889890] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526b6c7d-9cbf-0a3e-63e9-4fcf558e4260, 'name': SearchDatastore_Task, 'duration_secs': 0.011903} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.890168] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.890364] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1426.890593] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.890737] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.890915] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1426.893446] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc3a2ee-2f2e-4376-9d7f-210d0f76541e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.901916] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1426.902109] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1426.902793] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca84b8e3-554f-471e-8b17-87776dc4f071 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.907586] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1426.907586] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6086f-0eff-ce04-2cd2-c6ddad2b79e1" [ 1426.907586] env[68758]: _type = "Task" [ 1426.907586] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.916046] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6086f-0eff-ce04-2cd2-c6ddad2b79e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.951707] env[68758]: DEBUG nova.network.neutron [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updated VIF entry in instance network info cache for port b0c8c9e9-0280-4ff1-904f-c3a3638bf064. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1426.952063] env[68758]: DEBUG nova.network.neutron [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating instance_info_cache with network_info: [{"id": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "address": "fa:16:3e:cc:6a:88", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c8c9e9-02", "ovs_interfaceid": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.036030] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Releasing lock "refresh_cache-73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.036317] env[68758]: DEBUG nova.objects.instance [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'migration_context' on Instance uuid 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.417832] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d6086f-0eff-ce04-2cd2-c6ddad2b79e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008354} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.418622] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63de8c21-a1ca-48e3-ab97-ec3c1da61b5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.423377] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1427.423377] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ab4d-e0f5-796d-219b-de53b1a26120" [ 1427.423377] env[68758]: _type = "Task" [ 1427.423377] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.430327] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ab4d-e0f5-796d-219b-de53b1a26120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.454910] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a30e3ed-a6dd-420b-8df6-02254a4989cf req-1495b2be-78b8-42eb-8c62-fa306ba60f3b service nova] Releasing lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.539016] env[68758]: DEBUG nova.objects.base [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Object Instance<73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc> lazy-loaded attributes: info_cache,migration_context {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1427.539976] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fff449-1a0a-48af-8c86-4ed72ee0135f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.557943] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b3d390-1952-4592-88ea-b4c0fca1c952 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.563374] env[68758]: DEBUG oslo_vmware.api [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1427.563374] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5276e70e-b25c-ecce-c49c-c9b3d484bc01" [ 1427.563374] env[68758]: _type = "Task" [ 1427.563374] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.570589] env[68758]: DEBUG oslo_vmware.api [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5276e70e-b25c-ecce-c49c-c9b3d484bc01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.934208] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5235ab4d-e0f5-796d-219b-de53b1a26120, 'name': SearchDatastore_Task, 'duration_secs': 0.009174} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.934613] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.934712] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] ea132312-c37e-40ae-88dd-8edda4094b33/ea132312-c37e-40ae-88dd-8edda4094b33.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1427.934957] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbfa66a6-219b-410f-a120-7456956cb06c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.944734] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1427.944734] env[68758]: value = "task-2943485" [ 1427.944734] env[68758]: _type = "Task" [ 1427.944734] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.952434] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.073137] env[68758]: DEBUG oslo_vmware.api [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]5276e70e-b25c-ecce-c49c-c9b3d484bc01, 'name': SearchDatastore_Task, 'duration_secs': 0.007022} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.073536] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.073796] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.455198] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.392635} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.455397] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore2] ea132312-c37e-40ae-88dd-8edda4094b33/ea132312-c37e-40ae-88dd-8edda4094b33.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1428.455695] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1428.456059] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f46795d4-368a-4c46-ba11-24fa3ee41234 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.462463] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1428.462463] env[68758]: value = "task-2943486" [ 1428.462463] env[68758]: _type = "Task" [ 1428.462463] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.470250] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943486, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.655955] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e70bed-4fb0-4e24-b44d-c72e7310fff5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.663512] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc1bcb-b1c8-4b7c-ab12-99560cdc35ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.693611] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e310596-27de-4385-8cf1-c8b97a2b8fe0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.700630] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de43963-88bb-4c95-8f84-206204e2c314 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.713418] env[68758]: DEBUG nova.compute.provider_tree [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.972724] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943486, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055356} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.973023] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1428.973790] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6812940-239b-4189-b307-9b0325ec970f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.995646] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ea132312-c37e-40ae-88dd-8edda4094b33/ea132312-c37e-40ae-88dd-8edda4094b33.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1428.995942] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec53f1ae-0fdf-4477-b065-74e86aecad6b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.013781] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1429.013781] env[68758]: value = "task-2943487" [ 1429.013781] env[68758]: _type = "Task" [ 1429.013781] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.021791] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943487, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.216958] env[68758]: DEBUG nova.scheduler.client.report [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.523893] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943487, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.024961] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943487, 'name': ReconfigVM_Task, 'duration_secs': 0.621683} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.025323] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ea132312-c37e-40ae-88dd-8edda4094b33/ea132312-c37e-40ae-88dd-8edda4094b33.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.025639] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06e21802-1555-4619-9121-e31d749ad580 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.032441] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1430.032441] env[68758]: value = "task-2943488" [ 1430.032441] env[68758]: _type = "Task" [ 1430.032441] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.039907] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943488, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.227131] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.153s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.541431] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943488, 'name': Rename_Task, 'duration_secs': 0.14021} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.541695] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1430.541927] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-489f469b-91de-43f8-bb69-8a93a76845e7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.548087] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1430.548087] env[68758]: value = "task-2943489" [ 1430.548087] env[68758]: _type = "Task" [ 1430.548087] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.555222] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.783005] env[68758]: INFO nova.scheduler.client.report [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocation for migration 0059756a-95fb-4996-9b7a-6c05abba37d8 [ 1431.058719] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.061943] env[68758]: INFO nova.compute.manager [None req-feb07608-9083-41ba-b184-19f5b60542d5 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Get console output [ 1431.062379] env[68758]: WARNING nova.virt.vmwareapi.driver [None req-feb07608-9083-41ba-b184-19f5b60542d5 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] The console log is missing. Check your VSPC configuration [ 1431.288065] env[68758]: DEBUG oslo_concurrency.lockutils [None req-950be312-097f-4037-ac0d-1e64e3c37e1e tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.533s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.559532] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943489, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.058851] env[68758]: DEBUG oslo_vmware.api [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943489, 'name': PowerOnVM_Task, 'duration_secs': 1.06035} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.059252] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1432.059325] env[68758]: INFO nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1432.059482] env[68758]: DEBUG nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1432.060253] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe55612b-eee7-41cb-b28b-5d2739af4329 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.576536] env[68758]: INFO nova.compute.manager [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Took 12.88 seconds to build instance. [ 1432.699748] env[68758]: DEBUG nova.compute.manager [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Received event network-changed-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1432.699898] env[68758]: DEBUG nova.compute.manager [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Refreshing instance network info cache due to event network-changed-b0c8c9e9-0280-4ff1-904f-c3a3638bf064. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1432.700146] env[68758]: DEBUG oslo_concurrency.lockutils [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] Acquiring lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.700279] env[68758]: DEBUG oslo_concurrency.lockutils [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] Acquired lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.700412] env[68758]: DEBUG nova.network.neutron [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Refreshing network info cache for port b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1433.078685] env[68758]: DEBUG oslo_concurrency.lockutils [None req-c1b7b459-e23d-46f4-b82f-baabf07f1303 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.391s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.403549] env[68758]: DEBUG nova.network.neutron [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updated VIF entry in instance network info cache for port b0c8c9e9-0280-4ff1-904f-c3a3638bf064. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1433.403912] env[68758]: DEBUG nova.network.neutron [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating instance_info_cache with network_info: [{"id": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "address": "fa:16:3e:cc:6a:88", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0c8c9e9-02", "ovs_interfaceid": "b0c8c9e9-0280-4ff1-904f-c3a3638bf064", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.906463] env[68758]: DEBUG oslo_concurrency.lockutils [req-4fcbc33a-8bf1-46f7-a720-b1b6f1f8dfcf req-71e38055-bb58-4f3a-8228-99712f62e696 service nova] Releasing lock "refresh_cache-ea132312-c37e-40ae-88dd-8edda4094b33" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.979063] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1452.974096] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.979630] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.483724] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.484087] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.484288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.484452] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1455.485374] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5b5f73-0c0c-4413-867e-3db7fb11dacb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.493896] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f66f874-3c5c-4cc6-8ed9-973b90cd7e31 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.507229] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2652da06-7520-48ad-8e9a-b5557c75954b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.513050] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d1ebc3-894a-4642-b542-51d70f48210a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.542238] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180302MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1455.542372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.542576] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.605897] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1456.606167] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 0aea8159-b88d-47f2-926c-3dff7ce4812b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1456.606211] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1456.606296] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 00c93cbc-b1a7-4c9e-b414-2b1015798bfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1456.606413] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance ea132312-c37e-40ae-88dd-8edda4094b33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1456.606606] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1456.606743] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1456.670891] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433f0d7-0c6d-4961-a907-fee55d886f48 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.678158] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e25734-ae81-4a14-a441-3793808c01e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.707807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4cca36-b237-439f-8218-4ffdbf9be958 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.714822] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f36d8c-8c85-423d-9613-5b46281709ff {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.727228] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.230320] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1457.736202] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1457.736510] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.736655] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.246862] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.247143] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.247383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.247593] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.247871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.250415] env[68758]: INFO nova.compute.manager [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Terminating instance [ 1458.754970] env[68758]: DEBUG nova.compute.manager [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1458.755364] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1458.756166] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a79e97b4-b759-4ea6-82f9-5f676d3ebf98 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.765195] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1458.765195] env[68758]: value = "task-2943490" [ 1458.765195] env[68758]: _type = "Task" [ 1458.765195] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.775871] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.238779] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.239036] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.239165] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.239308] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.239448] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.239583] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1459.274638] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943490, 'name': PowerOffVM_Task, 'duration_secs': 0.190613} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.274874] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1459.275085] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1459.275282] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590837', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'name': 'volume-40253310-cebb-4456-be4d-e37c4cea50f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc', 'attached_at': '2025-03-11T18:16:10.000000', 'detached_at': '', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'serial': '40253310-cebb-4456-be4d-e37c4cea50f0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1459.275990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb933725-165f-40fb-b178-6f3d7b125e0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.293541] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99a757-37ee-4328-b6a0-a691c833bbdd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.299642] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961a067-c85e-4d7b-a600-af934fe0866e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.316218] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba1d684-a6f5-476a-87ea-007264c24df2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.329790] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] The volume has not been displaced from its original location: [datastore2] volume-40253310-cebb-4456-be4d-e37c4cea50f0/volume-40253310-cebb-4456-be4d-e37c4cea50f0.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1459.334909] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1459.335158] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f107b4-68a3-46f0-aa1f-1665ae6164e6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.351668] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1459.351668] env[68758]: value = "task-2943491" [ 1459.351668] env[68758]: _type = "Task" [ 1459.351668] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.358665] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943491, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.861563] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943491, 'name': ReconfigVM_Task, 'duration_secs': 0.161898} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.861961] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1459.866420] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f6bdd61-6639-4ff3-91d0-cca534030dbf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.881049] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1459.881049] env[68758]: value = "task-2943492" [ 1459.881049] env[68758]: _type = "Task" [ 1459.881049] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1459.889968] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943492, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.390278] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943492, 'name': ReconfigVM_Task, 'duration_secs': 0.14274} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.390580] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590837', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'name': 'volume-40253310-cebb-4456-be4d-e37c4cea50f0', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc', 'attached_at': '2025-03-11T18:16:10.000000', 'detached_at': '', 'volume_id': '40253310-cebb-4456-be4d-e37c4cea50f0', 'serial': '40253310-cebb-4456-be4d-e37c4cea50f0'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1460.390840] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.391607] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac18938a-ba73-4cb5-99b5-fd7e820841e3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.397799] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.398024] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad42edd-cc01-4f17-86a5-a31c03d69792 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.468159] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.468383] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.468577] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore2] 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.468835] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-216d0270-3a58-4d2d-859d-676102eb4eb9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.475024] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1460.475024] env[68758]: value = "task-2943494" [ 1460.475024] env[68758]: _type = "Task" [ 1460.475024] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.482122] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.979360] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1460.979740] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances with incomplete migration {{(pid=68758) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11791}} [ 1460.986422] env[68758]: DEBUG oslo_vmware.api [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082356} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.986613] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.986793] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.986966] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.987151] env[68758]: INFO nova.compute.manager [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Took 2.23 seconds to destroy the instance on the hypervisor. [ 1460.987396] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1460.987583] env[68758]: DEBUG nova.compute.manager [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1460.987843] env[68758]: DEBUG nova.network.neutron [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1461.442773] env[68758]: DEBUG nova.compute.manager [req-87dfbac7-725d-42c5-8ee2-257b8f191fec req-6583118c-6ef2-4477-9c8b-ba3cdf87f4f6 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Received event network-vif-deleted-a16eb04f-c2c6-4d1d-98c2-79037a488f88 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1461.442970] env[68758]: INFO nova.compute.manager [req-87dfbac7-725d-42c5-8ee2-257b8f191fec req-6583118c-6ef2-4477-9c8b-ba3cdf87f4f6 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Neutron deleted interface a16eb04f-c2c6-4d1d-98c2-79037a488f88; detaching it from the instance and deleting it from the info cache [ 1461.443168] env[68758]: DEBUG nova.network.neutron [req-87dfbac7-725d-42c5-8ee2-257b8f191fec req-6583118c-6ef2-4477-9c8b-ba3cdf87f4f6 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.921191] env[68758]: DEBUG nova.network.neutron [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.945228] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-74e1bd1d-2268-4dfe-b34d-fe7f66a98e11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.955531] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07eba521-8577-4632-b207-312359fe6e8c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.982807] env[68758]: DEBUG nova.compute.manager [req-87dfbac7-725d-42c5-8ee2-257b8f191fec req-6583118c-6ef2-4477-9c8b-ba3cdf87f4f6 service nova] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Detach interface failed, port_id=a16eb04f-c2c6-4d1d-98c2-79037a488f88, reason: Instance 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1462.424349] env[68758]: INFO nova.compute.manager [-] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Took 1.44 seconds to deallocate network for instance. [ 1462.493834] env[68758]: DEBUG nova.compute.manager [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Stashing vm_state: active {{(pid=68758) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1462.967522] env[68758]: INFO nova.compute.manager [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Took 0.54 seconds to detach 1 volumes for instance. [ 1462.969609] env[68758]: DEBUG nova.compute.manager [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Deleting volume: 40253310-cebb-4456-be4d-e37c4cea50f0 {{(pid=68758) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1463.014843] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.015434] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.507190] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.519803] env[68758]: INFO nova.compute.claims [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1464.026049] env[68758]: INFO nova.compute.resource_tracker [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating resource usage from migration 824c253b-946d-43f5-abb7-927681a9428d [ 1464.099631] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dbf74-6eec-4ba9-9f10-65f114771dc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.107104] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5047d9a1-c518-4862-a5fa-dffac220fbc4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.136126] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114f670-a1ab-4126-aa51-5dc504916719 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.142756] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b00fa5-1f53-4af0-b608-c41afe0541b7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.155500] env[68758]: DEBUG nova.compute.provider_tree [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1464.658411] env[68758]: DEBUG nova.scheduler.client.report [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1465.167393] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.152s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1465.167687] env[68758]: INFO nova.compute.manager [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Migrating [ 1465.174300] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.667s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.174523] env[68758]: DEBUG nova.objects.instance [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'resources' on Instance uuid 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1465.684327] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.684527] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.684832] env[68758]: DEBUG nova.network.neutron [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1465.758456] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fd8740-805a-4e42-b802-2560a8d4f336 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.766014] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181622f6-2e7b-4821-8f15-34636a0335b3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.794768] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8898403-8165-480e-ab07-01f793a032eb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.801806] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3405b9bf-a2af-4f31-97c0-a06b7a109a97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.816061] env[68758]: DEBUG nova.compute.provider_tree [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.318900] env[68758]: DEBUG nova.scheduler.client.report [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1466.380484] env[68758]: DEBUG nova.network.neutron [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.823521] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.851898] env[68758]: INFO nova.scheduler.client.report [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocations for instance 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc [ 1466.883230] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.358709] env[68758]: DEBUG oslo_concurrency.lockutils [None req-009316ee-b71b-4ef7-9fe0-cbfedf781b65 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.111s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.481424] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1467.481607] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Cleaning up deleted instances {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11753}} [ 1467.990471] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] There are 20 instances to clean {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11762}} [ 1467.990652] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 73b60a48-d28a-4dfb-ac2d-b0fb43bbbdbc] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1468.058131] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.058389] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.058595] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1468.058776] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1468.058937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1468.061374] env[68758]: INFO nova.compute.manager [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Terminating instance [ 1468.399092] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105d751-66b2-44d5-9aeb-3eca30d7426e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.418034] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 0 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1468.494539] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 031f52cf-11fb-47b9-b1c8-7648c55ac1c7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1468.565130] env[68758]: DEBUG nova.compute.manager [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1468.565361] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.566220] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e6ee32-3b75-41bd-97dc-0111150483ab {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.573736] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.573964] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56917647-389e-46e0-8ce7-d2e4393806f5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.579519] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1468.579519] env[68758]: value = "task-2943496" [ 1468.579519] env[68758]: _type = "Task" [ 1468.579519] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.587227] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.923742] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.924053] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f401042-450e-4006-ace7-758f91871c9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.930895] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1468.930895] env[68758]: value = "task-2943497" [ 1468.930895] env[68758]: _type = "Task" [ 1468.930895] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.940756] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.997613] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 155e72e7-054d-4b8e-af3d-ee734f609ed4] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1469.089636] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943496, 'name': PowerOffVM_Task, 'duration_secs': 0.193594} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.089897] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.090078] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1469.090431] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10163cfd-88cd-4ef1-96f3-d31bfced0686 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.156930] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.157281] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.157568] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore1] 0aea8159-b88d-47f2-926c-3dff7ce4812b {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.157942] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1097930a-6065-478c-a75a-3dee5cab8fae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.165642] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1469.165642] env[68758]: value = "task-2943499" [ 1469.165642] env[68758]: _type = "Task" [ 1469.165642] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.176401] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.440935] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943497, 'name': PowerOffVM_Task, 'duration_secs': 0.146121} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.441349] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.441349] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 17 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1469.500986] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: e3a9ac74-74c9-4031-b951-f391ad2520c8] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1469.675557] env[68758]: DEBUG oslo_vmware.api [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12738} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.675821] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.676014] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.676199] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.676371] env[68758]: INFO nova.compute.manager [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1469.676611] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1469.676809] env[68758]: DEBUG nova.compute.manager [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1469.676908] env[68758]: DEBUG nova.network.neutron [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1469.940857] env[68758]: DEBUG nova.compute.manager [req-c6df9fdc-2fe0-4b40-95e7-f469fa4ad832 req-6a933483-c827-4f18-8dab-3c98934efbbb service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Received event network-vif-deleted-c5d6d77c-d5fc-4b3a-80fa-402262177f22 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1469.941030] env[68758]: INFO nova.compute.manager [req-c6df9fdc-2fe0-4b40-95e7-f469fa4ad832 req-6a933483-c827-4f18-8dab-3c98934efbbb service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Neutron deleted interface c5d6d77c-d5fc-4b3a-80fa-402262177f22; detaching it from the instance and deleting it from the info cache [ 1469.941135] env[68758]: DEBUG nova.network.neutron [req-c6df9fdc-2fe0-4b40-95e7-f469fa4ad832 req-6a933483-c827-4f18-8dab-3c98934efbbb service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.946978] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.947207] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.947366] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.947546] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.947691] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.947840] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.948067] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.948235] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.948398] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.948559] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.948727] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.954382] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71975f47-e872-47f5-95bc-0ed87318608b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.970436] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1469.970436] env[68758]: value = "task-2943500" [ 1469.970436] env[68758]: _type = "Task" [ 1469.970436] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.978535] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1470.004013] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 75a198e0-948c-47a9-9c77-059107d192c0] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1470.425097] env[68758]: DEBUG nova.network.neutron [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1470.444306] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf31be3b-ab1a-46c3-9b6c-a8e906a51285 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.453858] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f9d893-f3ed-4922-a691-2787c6ae01e4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.480170] env[68758]: DEBUG nova.compute.manager [req-c6df9fdc-2fe0-4b40-95e7-f469fa4ad832 req-6a933483-c827-4f18-8dab-3c98934efbbb service nova] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Detach interface failed, port_id=c5d6d77c-d5fc-4b3a-80fa-402262177f22, reason: Instance 0aea8159-b88d-47f2-926c-3dff7ce4812b could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1470.484839] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943500, 'name': ReconfigVM_Task, 'duration_secs': 0.166237} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1470.485116] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 33 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1470.507280] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: b53d7ad4-4e7f-467d-bede-870c694c19b5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1470.857762] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.857996] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.927846] env[68758]: INFO nova.compute.manager [-] [instance: 0aea8159-b88d-47f2-926c-3dff7ce4812b] Took 1.25 seconds to deallocate network for instance. [ 1470.991489] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1470.991709] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1470.992210] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1470.992210] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1470.992210] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1470.992434] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1470.992523] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1470.992682] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1470.992845] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1470.993015] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1470.993196] env[68758]: DEBUG nova.virt.hardware [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1470.998496] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1470.998967] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e4c7e9-3641-4f4e-95e6-7143fc997fe0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.011812] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 0871b505-c00b-4445-8199-46395a1a8bda] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1471.019068] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1471.019068] env[68758]: value = "task-2943501" [ 1471.019068] env[68758]: _type = "Task" [ 1471.019068] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.028531] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.360889] env[68758]: DEBUG nova.compute.utils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1471.434508] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.434782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.435024] env[68758]: DEBUG nova.objects.instance [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'resources' on Instance uuid 0aea8159-b88d-47f2-926c-3dff7ce4812b {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.514328] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 41676c80-718d-4a4b-9e8a-328306be58fe] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1471.528203] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943501, 'name': ReconfigVM_Task, 'duration_secs': 0.155378} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.528458] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1471.529235] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fa9b1e-2f6e-4350-9b0a-08f12570e20b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.551875] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.552591] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1baece9-3327-4a3a-89e9-e89505249af2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.570535] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1471.570535] env[68758]: value = "task-2943502" [ 1471.570535] env[68758]: _type = "Task" [ 1471.570535] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.578098] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.864316] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.007456] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff84c250-14f6-4a76-a3fc-0ece3b4c142b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.014960] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4968a8-005c-466e-bc59-888ee5dae667 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.017983] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c80150aa-e50f-4433-99e1-b1285cda2f95] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1472.046252] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea47865-259c-4041-9e60-c1aa860bd5a2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.053336] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930abaf6-be49-4bcb-926c-d81194939afe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.066290] env[68758]: DEBUG nova.compute.provider_tree [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1472.078099] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943502, 'name': ReconfigVM_Task, 'duration_secs': 0.257665} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.078351] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.078608] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 50 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1472.520806] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 60f7c5ac-454c-42ce-b1b3-36af96fa91a7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1472.569279] env[68758]: DEBUG nova.scheduler.client.report [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1472.584541] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818bd0c0-8e57-4065-bb1f-190d0e5eaf3f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.603595] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e8ab38-8a55-441e-aa36-0b84fb1ccfc7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.620380] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 67 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1472.928708] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1472.928909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1472.929161] env[68758]: INFO nova.compute.manager [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Attaching volume 2f3163e1-f5f1-40a9-9e46-ae7a983f9203 to /dev/sdb [ 1472.958972] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6146dad5-b9cc-4503-ac2e-a13b508da048 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.966321] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7536d0-b20c-4fd4-bf01-3c9b755420f4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.979325] env[68758]: DEBUG nova.virt.block_device [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating existing volume attachment record: 4d7a220b-db20-4d06-ab57-67792aacd9bf {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1473.023816] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c9ac3357-c026-4576-91b2-81a57724a7d5] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1473.073616] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1473.090586] env[68758]: INFO nova.scheduler.client.report [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocations for instance 0aea8159-b88d-47f2-926c-3dff7ce4812b [ 1473.156499] env[68758]: DEBUG nova.network.neutron [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1473.527098] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: b1c301db-5fdb-4072-bb1a-a326a30f0bae] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1473.597586] env[68758]: DEBUG oslo_concurrency.lockutils [None req-06674f51-2e70-417d-8d9a-998d989a7a42 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "0aea8159-b88d-47f2-926c-3dff7ce4812b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.539s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.030220] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 3fb1242c-be6a-4b5c-a316-c36895700243] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1474.177727] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.178686] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.178686] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.534321] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: d7e1c653-c933-43e1-899b-05840372e0bb] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.037838] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: ea3b9c20-bdf3-4f2b-a45b-9bbec36dd9a2] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.217699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.217929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.218167] env[68758]: DEBUG nova.network.neutron [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.541515] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 324acb5d-1d09-42ec-bb73-911b27386525] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1475.917731] env[68758]: DEBUG nova.network.neutron [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.045017] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: be039a01-adef-4c1f-82a2-9a7721adf03a] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.420847] env[68758]: DEBUG oslo_concurrency.lockutils [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.547542] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 00c39c60-88c2-441c-ac47-6e1e99e7cbf7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1476.947089] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294553b7-fd9f-4da3-b4e7-101ccaca21db {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.967176] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225fb277-f065-4309-adf1-4aa886d0891c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.973667] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 83 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1477.050560] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: c1438702-e2be-47d8-99a5-2cbd6c5bd7a7] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1477.479779] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.480094] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ccbd191-f48f-4a5c-b800-afbf00ac9d97 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.487509] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1477.487509] env[68758]: value = "task-2943506" [ 1477.487509] env[68758]: _type = "Task" [ 1477.487509] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.494884] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.521138] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1477.521426] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590841', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'name': 'volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea132312-c37e-40ae-88dd-8edda4094b33', 'attached_at': '', 'detached_at': '', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'serial': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1477.522270] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bae98e0-71ef-47e4-ac61-233dda42d522 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.537871] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd257a3-5641-438d-96e6-79eae3c2b398 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.554395] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] [instance: 6ceb9115-9d23-4581-97f6-84663256b50d] Instance has had 0 of 5 cleanup attempts {{(pid=68758) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11766}} [ 1477.563177] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203/volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1477.563615] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1081af98-98a6-417e-b3db-1eac8f001cd8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.580332] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1477.580332] env[68758]: value = "task-2943507" [ 1477.580332] env[68758]: _type = "Task" [ 1477.580332] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.589754] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943507, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.701761] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.702076] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.702308] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.702492] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.702658] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.704912] env[68758]: INFO nova.compute.manager [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Terminating instance [ 1477.996752] env[68758]: DEBUG oslo_vmware.api [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943506, 'name': PowerOnVM_Task, 'duration_secs': 0.347105} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.997044] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1477.997233] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-f6f6da6d-a54f-4fa3-b5c5-d9dd84a9907e tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance '00c93cbc-b1a7-4c9e-b414-2b1015798bfd' progress to 100 {{(pid=68758) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1478.089229] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943507, 'name': ReconfigVM_Task, 'duration_secs': 0.359205} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.089484] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203/volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1478.093934] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8293c159-9152-48d9-b51f-bb18813f667e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.108285] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1478.108285] env[68758]: value = "task-2943508" [ 1478.108285] env[68758]: _type = "Task" [ 1478.108285] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.115475] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943508, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.208987] env[68758]: DEBUG nova.compute.manager [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1478.209197] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.210071] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca7a304-387c-4aa5-a6d6-58973c2466bf {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.217203] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.217443] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-beb2acdc-d207-4a0e-868c-904db89025d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.222588] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1478.222588] env[68758]: value = "task-2943509" [ 1478.222588] env[68758]: _type = "Task" [ 1478.222588] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.230172] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.617655] env[68758]: DEBUG oslo_vmware.api [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943508, 'name': ReconfigVM_Task, 'duration_secs': 0.141595} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.618028] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590841', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'name': 'volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea132312-c37e-40ae-88dd-8edda4094b33', 'attached_at': '', 'detached_at': '', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'serial': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1478.732018] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943509, 'name': PowerOffVM_Task, 'duration_secs': 0.182295} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.732297] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1478.732464] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1478.732706] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d828be07-8a75-469a-a63f-c89561ddd5d0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.802021] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1478.802266] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1478.802448] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleting the datastore file [datastore1] ae2ff8e3-aa79-4006-a79c-e3740015ee3e {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.802714] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece897d5-8ad1-41ed-83d1-4b1187e937b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.809408] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for the task: (returnval){ [ 1478.809408] env[68758]: value = "task-2943511" [ 1478.809408] env[68758]: _type = "Task" [ 1478.809408] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.816848] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.319872] env[68758]: DEBUG oslo_vmware.api [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Task: {'id': task-2943511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127259} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.320117] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.320282] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.320459] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.320632] env[68758]: INFO nova.compute.manager [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1479.320880] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1479.321097] env[68758]: DEBUG nova.compute.manager [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1479.321196] env[68758]: DEBUG nova.network.neutron [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.582626] env[68758]: DEBUG nova.compute.manager [req-4f930f4b-e115-4f69-9a53-b498ead94813 req-c59e103a-8da4-48a9-80ee-b3580c5064a9 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Received event network-vif-deleted-fcf78c67-9a23-44a4-8c06-c5934e84399c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1479.582828] env[68758]: INFO nova.compute.manager [req-4f930f4b-e115-4f69-9a53-b498ead94813 req-c59e103a-8da4-48a9-80ee-b3580c5064a9 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Neutron deleted interface fcf78c67-9a23-44a4-8c06-c5934e84399c; detaching it from the instance and deleting it from the info cache [ 1479.583009] env[68758]: DEBUG nova.network.neutron [req-4f930f4b-e115-4f69-9a53-b498ead94813 req-c59e103a-8da4-48a9-80ee-b3580c5064a9 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.650877] env[68758]: DEBUG nova.objects.instance [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid ea132312-c37e-40ae-88dd-8edda4094b33 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1480.065470] env[68758]: DEBUG nova.network.neutron [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.085475] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ffa0bb-5a15-4443-837e-4c553b2eeb76 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.095876] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1efc7f8-e19b-4da0-8861-eda04e0a59ed {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.120846] env[68758]: DEBUG nova.compute.manager [req-4f930f4b-e115-4f69-9a53-b498ead94813 req-c59e103a-8da4-48a9-80ee-b3580c5064a9 service nova] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Detach interface failed, port_id=fcf78c67-9a23-44a4-8c06-c5934e84399c, reason: Instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1480.156494] env[68758]: DEBUG oslo_concurrency.lockutils [None req-52eedaf6-5db1-405f-880b-ca92bea9cc78 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.227s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.400730] env[68758]: DEBUG oslo_concurrency.lockutils [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.400984] env[68758]: DEBUG oslo_concurrency.lockutils [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.567620] env[68758]: INFO nova.compute.manager [-] [instance: ae2ff8e3-aa79-4006-a79c-e3740015ee3e] Took 1.25 seconds to deallocate network for instance. [ 1480.903501] env[68758]: INFO nova.compute.manager [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Detaching volume 2f3163e1-f5f1-40a9-9e46-ae7a983f9203 [ 1480.911881] env[68758]: DEBUG nova.network.neutron [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Port 6880ce4e-fc6d-46e0-a587-9edfcb6b296c binding to destination host cpu-1 is already ACTIVE {{(pid=68758) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1480.912140] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.912292] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.912453] env[68758]: DEBUG nova.network.neutron [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1480.940823] env[68758]: INFO nova.virt.block_device [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Attempting to driver detach volume 2f3163e1-f5f1-40a9-9e46-ae7a983f9203 from mountpoint /dev/sdb [ 1480.941073] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1480.941268] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590841', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'name': 'volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea132312-c37e-40ae-88dd-8edda4094b33', 'attached_at': '', 'detached_at': '', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'serial': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1480.942146] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef18ac1-d4f2-4a95-a444-1bb593397014 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.963864] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de20dce9-4d06-44e0-be58-fc0d4126180d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.970800] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a967e-ebd4-4a94-a227-cf3cc3f02fa0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.990220] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0137ac96-36a2-41ed-a28f-de3ed985c25b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.004388] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] The volume has not been displaced from its original location: [datastore1] volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203/volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1481.009750] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfiguring VM instance instance-0000007c to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1481.010014] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0d0b9c-58f8-4e43-ab91-c41e9b21a172 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.026949] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1481.026949] env[68758]: value = "task-2943512" [ 1481.026949] env[68758]: _type = "Task" [ 1481.026949] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.034490] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.074111] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1481.074354] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1481.074596] env[68758]: DEBUG nova.objects.instance [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lazy-loading 'resources' on Instance uuid ae2ff8e3-aa79-4006-a79c-e3740015ee3e {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1481.538720] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.617994] env[68758]: DEBUG nova.network.neutron [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.640697] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b29637-629c-4eaa-9aee-1ce4199fa355 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.649702] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f892a7b7-9dba-421c-9b10-aa99a85ba323 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.679335] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942bfc61-5f4a-4e9c-a66d-a2fd56849e82 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.686254] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d10fa7f-b8d4-4b04-a94c-60972f0233df {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.698869] env[68758]: DEBUG nova.compute.provider_tree [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1482.038347] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.122412] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.201711] env[68758]: DEBUG nova.scheduler.client.report [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1482.538346] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943512, 'name': ReconfigVM_Task, 'duration_secs': 1.226311} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.538591] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Reconfigured VM instance instance-0000007c to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1482.543150] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51fd1874-9d9e-47a4-bbc3-f4811be3e264 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.558099] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1482.558099] env[68758]: value = "task-2943513" [ 1482.558099] env[68758]: _type = "Task" [ 1482.558099] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.565833] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.626161] env[68758]: DEBUG nova.compute.manager [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=68758) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1482.626386] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1482.706597] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1482.708844] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.082s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1482.732453] env[68758]: INFO nova.scheduler.client.report [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Deleted allocations for instance ae2ff8e3-aa79-4006-a79c-e3740015ee3e [ 1483.067586] env[68758]: DEBUG oslo_vmware.api [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943513, 'name': ReconfigVM_Task, 'duration_secs': 0.147988} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.067930] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590841', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'name': 'volume-2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ea132312-c37e-40ae-88dd-8edda4094b33', 'attached_at': '', 'detached_at': '', 'volume_id': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203', 'serial': '2f3163e1-f5f1-40a9-9e46-ae7a983f9203'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1483.211754] env[68758]: DEBUG nova.objects.instance [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'migration_context' on Instance uuid 00c93cbc-b1a7-4c9e-b414-2b1015798bfd {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.239172] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66ba0544-8917-4bbd-83f2-fe0345ecf389 tempest-ServerActionsTestOtherA-901647549 tempest-ServerActionsTestOtherA-901647549-project-member] Lock "ae2ff8e3-aa79-4006-a79c-e3740015ee3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.537s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1483.606761] env[68758]: DEBUG nova.objects.instance [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid ea132312-c37e-40ae-88dd-8edda4094b33 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1483.767344] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dce8df2-c5ab-48f3-8fda-a3c0cee3a2b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.774506] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbeb2ee7-06da-4f88-98e7-39798ae24ec5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.803541] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53573b19-ac49-475b-ad34-a59424979819 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.810475] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a435819-a860-41cd-b295-00974bb9db4f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.823089] env[68758]: DEBUG nova.compute.provider_tree [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.328058] env[68758]: DEBUG nova.scheduler.client.report [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1484.614021] env[68758]: DEBUG oslo_concurrency.lockutils [None req-db23baf9-7284-46a7-938a-7c4c3d268725 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.213s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.339276] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.629s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.720288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.720566] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.720782] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.720963] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.721150] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.723103] env[68758]: INFO nova.compute.manager [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Terminating instance [ 1486.226673] env[68758]: DEBUG nova.compute.manager [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1486.226925] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1486.227863] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca32ea80-3440-4689-9b4a-c712c06049a9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.236119] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1486.236374] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42180e61-1628-42e8-970a-504a302ebe38 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.242094] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1486.242094] env[68758]: value = "task-2943514" [ 1486.242094] env[68758]: _type = "Task" [ 1486.242094] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.249516] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.752758] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943514, 'name': PowerOffVM_Task, 'duration_secs': 0.156575} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.753157] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.753157] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.753365] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7552f238-2efb-4441-afc7-dd58fbc65205 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.818184] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.818406] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Deleting contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.818589] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleting the datastore file [datastore2] ea132312-c37e-40ae-88dd-8edda4094b33 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.818849] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2e6a3e-2cda-41a8-8099-0763deead901 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.824614] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1486.824614] env[68758]: value = "task-2943516" [ 1486.824614] env[68758]: _type = "Task" [ 1486.824614] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.832880] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.877602] env[68758]: INFO nova.compute.manager [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Swapping old allocation on dict_keys(['f15025f4-9980-489d-822e-70d7ed69904a']) held by migration 824c253b-946d-43f5-abb7-927681a9428d for instance [ 1486.898711] env[68758]: DEBUG nova.scheduler.client.report [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Overwriting current allocation {'allocations': {'f15025f4-9980-489d-822e-70d7ed69904a': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 200}}, 'project_id': '1a3dcef424634016b94a74e04f754cfb', 'user_id': '14259249986642d8b24b18f62266438d', 'consumer_generation': 1} on consumer 00c93cbc-b1a7-4c9e-b414-2b1015798bfd {{(pid=68758) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1486.975939] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.976146] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.976346] env[68758]: DEBUG nova.network.neutron [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1487.334359] env[68758]: DEBUG oslo_vmware.api [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134134} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.334637] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1487.334803] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Deleted contents of the VM from datastore datastore2 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1487.334953] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1487.335164] env[68758]: INFO nova.compute.manager [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1487.335417] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1487.335603] env[68758]: DEBUG nova.compute.manager [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1487.335697] env[68758]: DEBUG nova.network.neutron [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1487.791155] env[68758]: DEBUG nova.network.neutron [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [{"id": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "address": "fa:16:3e:29:4c:e2", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6880ce4e-fc", "ovs_interfaceid": "6880ce4e-fc6d-46e0-a587-9edfcb6b296c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.890248] env[68758]: DEBUG nova.compute.manager [req-83625e6c-8185-4654-93bb-29c78044627a req-f381c930-9735-457f-a5f9-7cb926c14f86 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Received event network-vif-deleted-b0c8c9e9-0280-4ff1-904f-c3a3638bf064 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1487.890453] env[68758]: INFO nova.compute.manager [req-83625e6c-8185-4654-93bb-29c78044627a req-f381c930-9735-457f-a5f9-7cb926c14f86 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Neutron deleted interface b0c8c9e9-0280-4ff1-904f-c3a3638bf064; detaching it from the instance and deleting it from the info cache [ 1487.890624] env[68758]: DEBUG nova.network.neutron [req-83625e6c-8185-4654-93bb-29c78044627a req-f381c930-9735-457f-a5f9-7cb926c14f86 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.293699] env[68758]: DEBUG oslo_concurrency.lockutils [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-00c93cbc-b1a7-4c9e-b414-2b1015798bfd" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.294223] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1488.294513] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfe85842-f1a4-496f-b060-b44cef377b36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.301755] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1488.301755] env[68758]: value = "task-2943517" [ 1488.301755] env[68758]: _type = "Task" [ 1488.301755] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.309315] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.372940] env[68758]: DEBUG nova.network.neutron [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.393018] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5a1afd1-8e6b-492d-a400-89acbb227b0b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.404197] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da82b5d2-0559-4fba-b860-5bd86700b2d3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.430487] env[68758]: DEBUG nova.compute.manager [req-83625e6c-8185-4654-93bb-29c78044627a req-f381c930-9735-457f-a5f9-7cb926c14f86 service nova] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Detach interface failed, port_id=b0c8c9e9-0280-4ff1-904f-c3a3638bf064, reason: Instance ea132312-c37e-40ae-88dd-8edda4094b33 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1488.811400] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943517, 'name': PowerOffVM_Task, 'duration_secs': 0.221766} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.811760] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1488.812314] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1488.812587] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.812685] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1488.812862] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.813012] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1488.813167] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1488.813371] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1488.813528] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1488.813698] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1488.813925] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1488.814155] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1488.818972] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d91525a-2122-4638-bf89-bdd6df19bf84 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.832751] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1488.832751] env[68758]: value = "task-2943518" [ 1488.832751] env[68758]: _type = "Task" [ 1488.832751] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.840011] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.875735] env[68758]: INFO nova.compute.manager [-] [instance: ea132312-c37e-40ae-88dd-8edda4094b33] Took 1.54 seconds to deallocate network for instance. [ 1489.342789] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943518, 'name': ReconfigVM_Task, 'duration_secs': 0.136832} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.345035] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a75bc1-69e8-4015-94fe-198d2f23f70a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.361071] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1489.361311] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1489.361470] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1489.361656] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1489.361804] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1489.361948] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1489.362206] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1489.362368] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1489.362531] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1489.362690] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1489.362862] env[68758]: DEBUG nova.virt.hardware [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1489.363592] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f6a5959-bdb2-4804-bfc0-06248a0d76a6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.368202] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1489.368202] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e4926-9bec-9d30-3b1f-d62841c03039" [ 1489.368202] env[68758]: _type = "Task" [ 1489.368202] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.375244] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e4926-9bec-9d30-3b1f-d62841c03039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.382214] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.382464] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.382675] env[68758]: DEBUG nova.objects.instance [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'resources' on Instance uuid ea132312-c37e-40ae-88dd-8edda4094b33 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.878770] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524e4926-9bec-9d30-3b1f-d62841c03039, 'name': SearchDatastore_Task, 'duration_secs': 0.007379} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.884066] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfiguring VM instance instance-0000007b to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1489.886676] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda42ef8-57bd-4619-ac71-067e81fe0e59 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.904330] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1489.904330] env[68758]: value = "task-2943519" [ 1489.904330] env[68758]: _type = "Task" [ 1489.904330] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.912382] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.943078] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84aa533f-8b5f-43ec-ad6b-0e30535c24cb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.949977] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09257ba-aa4a-4438-bc49-ee0ebbc025c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.982743] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3c135-2f73-4b1d-adc6-a3c3bd8d0105 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.990542] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df305b4-0c13-40a2-91a3-a6ed6aa8d53e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.004550] env[68758]: DEBUG nova.compute.provider_tree [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1490.413834] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943519, 'name': ReconfigVM_Task, 'duration_secs': 0.183337} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.414153] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfigured VM instance instance-0000007b to detach disk 2000 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1490.414931] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc16b769-1e86-4162-9d8f-b76e1e4345b6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.436322] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1490.436552] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-475de078-4570-4493-9cad-a3f599d7c411 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.453490] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1490.453490] env[68758]: value = "task-2943520" [ 1490.453490] env[68758]: _type = "Task" [ 1490.453490] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.460598] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.507547] env[68758]: DEBUG nova.scheduler.client.report [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.964251] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.012181] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1491.031056] env[68758]: INFO nova.scheduler.client.report [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted allocations for instance ea132312-c37e-40ae-88dd-8edda4094b33 [ 1491.463984] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943520, 'name': ReconfigVM_Task, 'duration_secs': 0.876146} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.464308] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd/00c93cbc-b1a7-4c9e-b414-2b1015798bfd.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1491.465132] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafb3f61-c9e8-4436-9817-100423b75e35 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.482150] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befaac20-f7fe-4733-abc7-b671e373b5c8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.500417] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d687cde2-f1c7-45ca-9323-0d3d38e5e650 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.517272] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294fff47-e2a8-47ac-9c13-40e364080b11 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.523879] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1491.524131] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-271ffd0e-bf9e-4332-8a73-2e68aec3ad25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.529640] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1491.529640] env[68758]: value = "task-2943521" [ 1491.529640] env[68758]: _type = "Task" [ 1491.529640] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.538706] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943521, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.539708] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8a842ffe-9686-481f-96af-9e0ea66c18e4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "ea132312-c37e-40ae-88dd-8edda4094b33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.819s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.039925] env[68758]: DEBUG oslo_vmware.api [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943521, 'name': PowerOnVM_Task, 'duration_secs': 0.353247} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.040275] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1493.051577] env[68758]: INFO nova.compute.manager [None req-894148b5-7c49-4472-8230-e4050fca2deb tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance to original state: 'active' [ 1493.696123] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1493.696390] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.199069] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1494.444732] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.444931] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.445199] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.445774] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.445989] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1494.448060] env[68758]: INFO nova.compute.manager [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Terminating instance [ 1494.720974] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1494.721267] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1494.723290] env[68758]: INFO nova.compute.claims [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.951650] env[68758]: DEBUG nova.compute.manager [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1494.951876] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1494.952847] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339bf6ce-f3d8-4cb8-b711-9206f1f56da9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.960762] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1494.960940] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2807a48-5dae-421a-9bdf-e537f9735a9e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.967053] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1494.967053] env[68758]: value = "task-2943522" [ 1494.967053] env[68758]: _type = "Task" [ 1494.967053] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.975418] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943522, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.477135] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943522, 'name': PowerOffVM_Task, 'duration_secs': 0.16943} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.477511] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1495.477511] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1495.477736] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-472e959d-cd35-48f2-acaa-c3182129119c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.543754] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1495.544010] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1495.544247] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleting the datastore file [datastore1] 00c93cbc-b1a7-4c9e-b414-2b1015798bfd {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1495.544512] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8e4b60c-21be-4d13-bc21-d48322896ce7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.550133] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1495.550133] env[68758]: value = "task-2943524" [ 1495.550133] env[68758]: _type = "Task" [ 1495.550133] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.557371] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.769601] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3164a3-ad7f-4ac7-8a06-b4edd682afc2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.777118] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a26d8c-6e8d-4d9a-a5a3-83ad1069e377 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.807144] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d19cd2c-ae4a-4bb5-9361-79ebdd881205 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.813717] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd13430-2611-46c7-ac34-3284dd4d4d36 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.826369] env[68758]: DEBUG nova.compute.provider_tree [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1496.060351] env[68758]: DEBUG oslo_vmware.api [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128831} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.060581] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1496.060759] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1496.060931] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1496.061120] env[68758]: INFO nova.compute.manager [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1496.061361] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1496.061547] env[68758]: DEBUG nova.compute.manager [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1496.061644] env[68758]: DEBUG nova.network.neutron [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1496.329954] env[68758]: DEBUG nova.scheduler.client.report [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1496.509639] env[68758]: DEBUG nova.compute.manager [req-c4a1c0ee-c16f-47bf-aeb5-05d15a93488a req-da191ce2-30bd-44a9-b4cc-8e3797169ec6 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Received event network-vif-deleted-6880ce4e-fc6d-46e0-a587-9edfcb6b296c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1496.509876] env[68758]: INFO nova.compute.manager [req-c4a1c0ee-c16f-47bf-aeb5-05d15a93488a req-da191ce2-30bd-44a9-b4cc-8e3797169ec6 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Neutron deleted interface 6880ce4e-fc6d-46e0-a587-9edfcb6b296c; detaching it from the instance and deleting it from the info cache [ 1496.509876] env[68758]: DEBUG nova.network.neutron [req-c4a1c0ee-c16f-47bf-aeb5-05d15a93488a req-da191ce2-30bd-44a9-b4cc-8e3797169ec6 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.834734] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1496.835246] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1496.993969] env[68758]: DEBUG nova.network.neutron [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.012386] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dec81652-7bac-4d5c-9a83-ea5a19eb1f5f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.022538] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d25e1-5d1f-4ffd-91ad-9b8a3fae1a6f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.046105] env[68758]: DEBUG nova.compute.manager [req-c4a1c0ee-c16f-47bf-aeb5-05d15a93488a req-da191ce2-30bd-44a9-b4cc-8e3797169ec6 service nova] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Detach interface failed, port_id=6880ce4e-fc6d-46e0-a587-9edfcb6b296c, reason: Instance 00c93cbc-b1a7-4c9e-b414-2b1015798bfd could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1497.340475] env[68758]: DEBUG nova.compute.utils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1497.342124] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1497.342225] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.385257] env[68758]: DEBUG nova.policy [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7719c514f53e4cf5a691f0d51a6dc7a3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '69a6aa8a219248b98c3122e47d11f49c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1497.496544] env[68758]: INFO nova.compute.manager [-] [instance: 00c93cbc-b1a7-4c9e-b414-2b1015798bfd] Took 1.43 seconds to deallocate network for instance. [ 1497.646820] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Successfully created port: 3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.845542] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1498.006437] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.006680] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.006870] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.028162] env[68758]: INFO nova.scheduler.client.report [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted allocations for instance 00c93cbc-b1a7-4c9e-b414-2b1015798bfd [ 1498.535808] env[68758]: DEBUG oslo_concurrency.lockutils [None req-8deb3749-6ec2-4343-80be-9278b19173b8 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "00c93cbc-b1a7-4c9e-b414-2b1015798bfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.091s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.856285] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1498.878189] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1498.878870] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.878870] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1498.878870] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.879069] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1498.879069] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1498.879260] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1498.879418] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1498.879582] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1498.879742] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1498.879914] env[68758]: DEBUG nova.virt.hardware [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1498.880771] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df696403-17e9-4bf9-ac32-15e9912f4e23 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.888498] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a11da3-a2ba-45ae-a961-3eb0d3a5afad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.983837] env[68758]: DEBUG nova.compute.manager [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Received event network-vif-plugged-3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1498.984176] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.984338] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.984522] env[68758]: DEBUG oslo_concurrency.lockutils [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1498.984692] env[68758]: DEBUG nova.compute.manager [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] No waiting events found dispatching network-vif-plugged-3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1498.984856] env[68758]: WARNING nova.compute.manager [req-3a67c206-c4a6-4dc4-8bc9-c6eee13d663e req-0975761c-9f8c-4306-bc03-326276607b38 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Received unexpected event network-vif-plugged-3250e07c-8560-4a96-aaf2-9eeefc61a056 for instance with vm_state building and task_state spawning. [ 1499.249642] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Successfully updated port: 3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1499.334489] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1499.334709] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1499.755681] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.755681] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.755988] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1499.838170] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1500.287663] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1500.358574] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.358836] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.360310] env[68758]: INFO nova.compute.claims [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1500.422563] env[68758]: DEBUG nova.network.neutron [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating instance_info_cache with network_info: [{"id": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "address": "fa:16:3e:47:8b:e7", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3250e07c-85", "ovs_interfaceid": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.925242] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.925576] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Instance network_info: |[{"id": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "address": "fa:16:3e:47:8b:e7", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3250e07c-85", "ovs_interfaceid": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1500.926085] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:8b:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '170f3b82-5915-4e36-bce9-4664ebb6be5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3250e07c-8560-4a96-aaf2-9eeefc61a056', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1500.933381] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1500.933578] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1500.934209] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50d9bfff-6329-4146-8ec5-3f7394c8fcc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.954808] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1500.954808] env[68758]: value = "task-2943525" [ 1500.954808] env[68758]: _type = "Task" [ 1500.954808] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.962044] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943525, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.010458] env[68758]: DEBUG nova.compute.manager [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Received event network-changed-3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1501.010660] env[68758]: DEBUG nova.compute.manager [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Refreshing instance network info cache due to event network-changed-3250e07c-8560-4a96-aaf2-9eeefc61a056. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1501.010873] env[68758]: DEBUG oslo_concurrency.lockutils [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] Acquiring lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.011028] env[68758]: DEBUG oslo_concurrency.lockutils [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] Acquired lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.011193] env[68758]: DEBUG nova.network.neutron [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Refreshing network info cache for port 3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1501.405287] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e1b357-e8de-42c6-bfdb-496bce5808bb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.412304] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ce069-2e7e-4538-88d0-57b1508d4b14 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.440996] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12244252-b261-40b0-bc3f-b3f2e49084d5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.447579] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a53ac4e-860b-493c-9463-52efef9971ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.461289] env[68758]: DEBUG nova.compute.provider_tree [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1501.469316] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943525, 'name': CreateVM_Task, 'duration_secs': 0.356949} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.469970] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1501.470631] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.470794] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.471114] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.471571] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73a8563e-80d7-4442-8d4a-9bed91215566 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.475570] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1501.475570] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52775b86-ada2-ad9a-4535-12ef26c0eaaf" [ 1501.475570] env[68758]: _type = "Task" [ 1501.475570] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.482420] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52775b86-ada2-ad9a-4535-12ef26c0eaaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.705285] env[68758]: DEBUG nova.network.neutron [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updated VIF entry in instance network info cache for port 3250e07c-8560-4a96-aaf2-9eeefc61a056. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1501.705628] env[68758]: DEBUG nova.network.neutron [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating instance_info_cache with network_info: [{"id": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "address": "fa:16:3e:47:8b:e7", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3250e07c-85", "ovs_interfaceid": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.966566] env[68758]: DEBUG nova.scheduler.client.report [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1501.986206] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52775b86-ada2-ad9a-4535-12ef26c0eaaf, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.986474] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.986687] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1501.986906] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.987060] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.987244] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1501.987473] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85054838-025c-4c1a-963c-008842d244b9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.995166] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1501.995337] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1501.995976] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9010d124-46e8-4b59-bc38-fc512329927a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.000368] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1502.000368] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d858f0-eca4-4c61-a592-a5cde3238c7d" [ 1502.000368] env[68758]: _type = "Task" [ 1502.000368] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.007243] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d858f0-eca4-4c61-a592-a5cde3238c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.208336] env[68758]: DEBUG oslo_concurrency.lockutils [req-37a30408-aa37-49ca-9414-75efee0043d7 req-c5758649-3829-4bd0-997e-d1a5239a4420 service nova] Releasing lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.471244] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.471724] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1502.511192] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52d858f0-eca4-4c61-a592-a5cde3238c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.007724} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.511934] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a56054-2ad3-4ed1-9bfb-f0d8c5ccd865 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.517444] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1502.517444] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52361653-8e1f-c25e-2ffb-107c4d08eb75" [ 1502.517444] env[68758]: _type = "Task" [ 1502.517444] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.524974] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52361653-8e1f-c25e-2ffb-107c4d08eb75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.976512] env[68758]: DEBUG nova.compute.utils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1502.977973] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1502.978124] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1503.012584] env[68758]: DEBUG nova.policy [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14259249986642d8b24b18f62266438d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1a3dcef424634016b94a74e04f754cfb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1503.027641] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52361653-8e1f-c25e-2ffb-107c4d08eb75, 'name': SearchDatastore_Task, 'duration_secs': 0.009446} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.027883] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.028141] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 56e417fb-fae1-4092-9bd8-b99c09ec34f6/56e417fb-fae1-4092-9bd8-b99c09ec34f6.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1503.028395] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b65d34d0-8a05-4eec-8c1c-63b62ab4b24b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.035151] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1503.035151] env[68758]: value = "task-2943526" [ 1503.035151] env[68758]: _type = "Task" [ 1503.035151] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.044117] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.294658] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Successfully created port: df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.481764] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1503.545787] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436792} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.545990] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] 56e417fb-fae1-4092-9bd8-b99c09ec34f6/56e417fb-fae1-4092-9bd8-b99c09ec34f6.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1503.546212] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1503.546443] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2273aeb3-f64e-4fcc-afb1-a0aebbbb7853 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.554010] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1503.554010] env[68758]: value = "task-2943527" [ 1503.554010] env[68758]: _type = "Task" [ 1503.554010] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.562640] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.065871] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069524} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.066211] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1504.066960] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d246110-5ea3-414a-9975-c154a47a3fa9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.089129] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 56e417fb-fae1-4092-9bd8-b99c09ec34f6/56e417fb-fae1-4092-9bd8-b99c09ec34f6.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1504.089689] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73d2821-ccf7-43e9-90a4-e10945b858ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.108675] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1504.108675] env[68758]: value = "task-2943528" [ 1504.108675] env[68758]: _type = "Task" [ 1504.108675] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.116228] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.491127] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1504.518727] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1504.518981] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.519199] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1504.519414] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.519565] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1504.519707] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1504.519914] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1504.520085] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1504.520254] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1504.520418] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1504.520589] env[68758]: DEBUG nova.virt.hardware [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1504.521457] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea95ac-27c2-47d0-acaa-16a14d84298f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.529495] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5310132-b26f-479d-8c35-ca111a461fa2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.617600] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943528, 'name': ReconfigVM_Task, 'duration_secs': 0.281138} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.617876] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 56e417fb-fae1-4092-9bd8-b99c09ec34f6/56e417fb-fae1-4092-9bd8-b99c09ec34f6.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1504.618508] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76930a06-7c01-413d-b898-4c49b695c502 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.624991] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1504.624991] env[68758]: value = "task-2943529" [ 1504.624991] env[68758]: _type = "Task" [ 1504.624991] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.632439] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943529, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.670787] env[68758]: DEBUG nova.compute.manager [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Received event network-vif-plugged-df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1504.671016] env[68758]: DEBUG oslo_concurrency.lockutils [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] Acquiring lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.671231] env[68758]: DEBUG oslo_concurrency.lockutils [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.671397] env[68758]: DEBUG oslo_concurrency.lockutils [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.671565] env[68758]: DEBUG nova.compute.manager [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] No waiting events found dispatching network-vif-plugged-df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1504.671728] env[68758]: WARNING nova.compute.manager [req-4464fc2b-03cb-4908-93c5-eae9aa983ebb req-a2f00c0a-f3ed-4f68-97e0-d06d4189cb42 service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Received unexpected event network-vif-plugged-df36bc39-093d-48a1-a749-7045d824f676 for instance with vm_state building and task_state spawning. [ 1504.746627] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Successfully updated port: df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.135317] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943529, 'name': Rename_Task, 'duration_secs': 0.148041} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.135588] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1505.135835] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8aab599d-1a75-4057-9fa6-a6fffa76f932 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.141639] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1505.141639] env[68758]: value = "task-2943530" [ 1505.141639] env[68758]: _type = "Task" [ 1505.141639] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.149033] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.251902] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.252109] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.252306] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.651591] env[68758]: DEBUG oslo_vmware.api [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943530, 'name': PowerOnVM_Task, 'duration_secs': 0.428408} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.651959] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1505.652046] env[68758]: INFO nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1505.652235] env[68758]: DEBUG nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1505.652990] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240c27a6-2058-407e-94f0-05359bb8cb5b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.783029] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1505.896252] env[68758]: DEBUG nova.network.neutron [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.170700] env[68758]: INFO nova.compute.manager [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Took 11.47 seconds to build instance. [ 1506.398474] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.398825] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Instance network_info: |[{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1506.399269] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:39:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df36bc39-093d-48a1-a749-7045d824f676', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1506.406654] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.406853] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1506.407089] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb34c3f-aebd-4dcf-a713-e56a147b8959 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.426829] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1506.426829] env[68758]: value = "task-2943531" [ 1506.426829] env[68758]: _type = "Task" [ 1506.426829] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.434127] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943531, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.673467] env[68758]: DEBUG oslo_concurrency.lockutils [None req-866702ef-3957-413a-9f4b-7d72e632ff8c tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.977s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.702259] env[68758]: DEBUG nova.compute.manager [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Received event network-changed-df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1506.702997] env[68758]: DEBUG nova.compute.manager [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Refreshing instance network info cache due to event network-changed-df36bc39-093d-48a1-a749-7045d824f676. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1506.702997] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Acquiring lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.702997] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Acquired lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.702997] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Refreshing network info cache for port df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1506.937152] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943531, 'name': CreateVM_Task, 'duration_secs': 0.315808} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.937304] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1506.937992] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.938170] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.938495] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.938748] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792991b6-2bde-40a1-a651-22f62eaa799b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.943142] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1506.943142] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524013f5-fb2b-1d30-92e1-a2e1ec84d926" [ 1506.943142] env[68758]: _type = "Task" [ 1506.943142] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.950659] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524013f5-fb2b-1d30-92e1-a2e1ec84d926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.377659] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updated VIF entry in instance network info cache for port df36bc39-093d-48a1-a749-7045d824f676. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1507.378036] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.452829] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]524013f5-fb2b-1d30-92e1-a2e1ec84d926, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.453125] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.453353] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1507.453612] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.453760] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.453936] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1507.454197] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1fa7b72-4766-4306-bf49-32f52d19fa0e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.461916] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1507.462103] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1507.462815] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6bdc50e-3e6f-4c8b-b98f-aa47980dbfbb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.467490] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1507.467490] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526f165e-ef80-5a84-66a2-3fe7f333e8a0" [ 1507.467490] env[68758]: _type = "Task" [ 1507.467490] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.474215] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526f165e-ef80-5a84-66a2-3fe7f333e8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.881889] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Releasing lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.882251] env[68758]: DEBUG nova.compute.manager [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Received event network-changed-3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1507.882366] env[68758]: DEBUG nova.compute.manager [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Refreshing instance network info cache due to event network-changed-3250e07c-8560-4a96-aaf2-9eeefc61a056. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1507.882572] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Acquiring lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.882811] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Acquired lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.882943] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Refreshing network info cache for port 3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.979062] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]526f165e-ef80-5a84-66a2-3fe7f333e8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.007941} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.979819] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab1a348-ec52-41ef-b021-b72d6c98a852 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.984632] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1507.984632] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e4fc7d-63ad-d585-8001-2c6422997592" [ 1507.984632] env[68758]: _type = "Task" [ 1507.984632] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.684726] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52e4fc7d-63ad-d585-8001-2c6422997592, 'name': SearchDatastore_Task, 'duration_secs': 0.008677} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.684987] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.685251] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b676f8aa-ef88-45a6-805f-d6fdfba3d6b8/b676f8aa-ef88-45a6-805f-d6fdfba3d6b8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1508.685533] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1033e1ad-beb1-4622-841e-cb9dd1fdf83c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.692144] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1508.692144] env[68758]: value = "task-2943532" [ 1508.692144] env[68758]: _type = "Task" [ 1508.692144] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.700064] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943532, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.867879] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updated VIF entry in instance network info cache for port 3250e07c-8560-4a96-aaf2-9eeefc61a056. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.868259] env[68758]: DEBUG nova.network.neutron [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating instance_info_cache with network_info: [{"id": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "address": "fa:16:3e:47:8b:e7", "network": {"id": "a4a315a2-25cb-40b3-bc9f-371a6f4cacd5", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-547926593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "69a6aa8a219248b98c3122e47d11f49c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "170f3b82-5915-4e36-bce9-4664ebb6be5e", "external-id": "nsx-vlan-transportzone-33", "segmentation_id": 33, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3250e07c-85", "ovs_interfaceid": "3250e07c-8560-4a96-aaf2-9eeefc61a056", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.202407] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943532, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503405} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.202694] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] b676f8aa-ef88-45a6-805f-d6fdfba3d6b8/b676f8aa-ef88-45a6-805f-d6fdfba3d6b8.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1509.202868] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1509.203123] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bba897b-499c-4a4c-bc83-244b479c106c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.209108] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1509.209108] env[68758]: value = "task-2943533" [ 1509.209108] env[68758]: _type = "Task" [ 1509.209108] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.216113] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943533, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.371069] env[68758]: DEBUG oslo_concurrency.lockutils [req-e50bc106-2524-4d1a-900c-0eb112a06efa req-d1c490af-dc54-41ad-9472-d07bd9eced4a service nova] Releasing lock "refresh_cache-56e417fb-fae1-4092-9bd8-b99c09ec34f6" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.718810] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943533, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06601} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.719071] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1509.719807] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fb6f51-ca06-4b27-9ace-1e24d3617a22 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.740296] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] b676f8aa-ef88-45a6-805f-d6fdfba3d6b8/b676f8aa-ef88-45a6-805f-d6fdfba3d6b8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1509.740524] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8818fe8-45cf-4e8f-b333-87b7d600337f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.758061] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1509.758061] env[68758]: value = "task-2943534" [ 1509.758061] env[68758]: _type = "Task" [ 1509.758061] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.765088] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.267636] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943534, 'name': ReconfigVM_Task, 'duration_secs': 0.297103} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.268052] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Reconfigured VM instance instance-0000007e to attach disk [datastore1] b676f8aa-ef88-45a6-805f-d6fdfba3d6b8/b676f8aa-ef88-45a6-805f-d6fdfba3d6b8.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1510.268502] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b3d0d3d-2c89-42d9-a4d6-00f36e7ae450 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.274053] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1510.274053] env[68758]: value = "task-2943535" [ 1510.274053] env[68758]: _type = "Task" [ 1510.274053] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.281248] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943535, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.785192] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943535, 'name': Rename_Task, 'duration_secs': 0.149959} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.785503] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1510.785789] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce10d17a-3cf4-401c-991b-1f1cadc6c163 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.792007] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1510.792007] env[68758]: value = "task-2943536" [ 1510.792007] env[68758]: _type = "Task" [ 1510.792007] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.799015] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.302927] env[68758]: DEBUG oslo_vmware.api [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943536, 'name': PowerOnVM_Task, 'duration_secs': 0.415662} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.303327] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1511.303435] env[68758]: INFO nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1511.303556] env[68758]: DEBUG nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1511.304359] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4667842-0815-410b-9683-bba491f6c90d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.821945] env[68758]: INFO nova.compute.manager [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Took 11.48 seconds to build instance. [ 1512.249715] env[68758]: DEBUG nova.compute.manager [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Received event network-changed-df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1512.249918] env[68758]: DEBUG nova.compute.manager [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Refreshing instance network info cache due to event network-changed-df36bc39-093d-48a1-a749-7045d824f676. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1512.250150] env[68758]: DEBUG oslo_concurrency.lockutils [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] Acquiring lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.250288] env[68758]: DEBUG oslo_concurrency.lockutils [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] Acquired lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.250443] env[68758]: DEBUG nova.network.neutron [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Refreshing network info cache for port df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.323655] env[68758]: DEBUG oslo_concurrency.lockutils [None req-debfb432-5658-4ccf-9dd6-0a67b6fcc345 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.989s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.946213] env[68758]: DEBUG nova.network.neutron [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updated VIF entry in instance network info cache for port df36bc39-093d-48a1-a749-7045d824f676. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.946578] env[68758]: DEBUG nova.network.neutron [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.449560] env[68758]: DEBUG oslo_concurrency.lockutils [req-6491825c-f0a2-4c5f-8eb0-0e6f3940d4a5 req-d621a67c-c27f-498f-b17d-4aafe815f6df service nova] Releasing lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.561452] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1523.561750] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066193] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066452] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066530] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066707] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066839] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.066940] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.067048] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1524.067220] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.570323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.570642] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.570759] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.570914] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1524.572186] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a5929f-0ed7-4c7a-8d76-632b0c065f50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.580332] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae0930e-9010-4b67-a9e8-cdc6d587aa39 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.593799] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2a6bc1-07ba-4149-b990-34fdc7cfeeb1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.599822] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce59814-0357-4005-8ab8-b8507f7f941d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.628746] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180924MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1524.628871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.629081] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.656690] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance 56e417fb-fae1-4092-9bd8-b99c09ec34f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1525.656993] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1525.657050] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1525.657170] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1525.692856] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf11b21-e939-46a8-8b57-478512cb0e41 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.700526] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edab9382-ed2e-49ca-86d9-01792073ce50 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.728843] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64e73c-8b7e-420d-9534-75b08462fab3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.735532] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd68e08-9f4d-480a-a7b3-dac99e619735 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.748779] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.252214] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.757557] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1526.757972] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1545.677910] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.678226] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.181618] env[68758]: DEBUG nova.compute.utils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1546.684352] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.743877] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.744159] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.744390] env[68758]: INFO nova.compute.manager [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Attaching volume ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071 to /dev/sdb [ 1547.774360] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7165ff-0816-41c5-8414-0c120528ab94 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.781484] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3707e3d9-7a6c-43ce-879c-904377accc71 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.793841] env[68758]: DEBUG nova.virt.block_device [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating existing volume attachment record: cd5d6cc0-b654-4c4b-833c-266e66336a8b {{(pid=68758) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1548.814676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1548.815128] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1548.815230] env[68758]: DEBUG nova.compute.manager [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1548.816507] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05466fc-5f4b-4a64-b43f-799cca788b2f {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.823104] env[68758]: DEBUG nova.compute.manager [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=68758) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1548.823653] env[68758]: DEBUG nova.objects.instance [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'flavor' on Instance uuid b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1549.831775] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1549.832166] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192c09b8-d1df-4dc9-9fe6-2a1708ecc206 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.838842] env[68758]: DEBUG oslo_vmware.api [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1549.838842] env[68758]: value = "task-2943538" [ 1549.838842] env[68758]: _type = "Task" [ 1549.838842] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.846717] env[68758]: DEBUG oslo_vmware.api [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.348401] env[68758]: DEBUG oslo_vmware.api [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943538, 'name': PowerOffVM_Task, 'duration_secs': 0.198378} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.348669] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1550.348860] env[68758]: DEBUG nova.compute.manager [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1550.349622] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaeb166-e7a7-48fd-b6f4-737aa524e282 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.860898] env[68758]: DEBUG oslo_concurrency.lockutils [None req-7c6e7460-4874-405c-b270-ecddb4ed2ace tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.191250] env[68758]: DEBUG nova.objects.instance [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'flavor' on Instance uuid b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1551.696319] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.696563] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1551.696649] env[68758]: DEBUG nova.network.neutron [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.696806] env[68758]: DEBUG nova.objects.instance [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'info_cache' on Instance uuid b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1552.201145] env[68758]: DEBUG nova.objects.base [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=68758) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1552.335762] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Volume attach. Driver type: vmdk {{(pid=68758) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1552.335997] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590844', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'name': 'volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e417fb-fae1-4092-9bd8-b99c09ec34f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'serial': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1552.336857] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faf850e-55e3-4c30-906e-dc83df6e8bc1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.353538] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ff0bd0-bcce-4c9b-aeba-812e0392b3c1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.376618] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071/volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1552.376857] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5800fd-6990-40a2-b54a-784b1f5868ee {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.394134] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1552.394134] env[68758]: value = "task-2943540" [ 1552.394134] env[68758]: _type = "Task" [ 1552.394134] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.401536] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.893141] env[68758]: DEBUG nova.network.neutron [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.903292] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943540, 'name': ReconfigVM_Task, 'duration_secs': 0.316095} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.904143] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071/volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071.vmdk or device None with type thin {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.908814] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eca6dcd3-464f-4503-bf1d-12fc738acfef {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.923641] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1552.923641] env[68758]: value = "task-2943541" [ 1552.923641] env[68758]: _type = "Task" [ 1552.923641] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.931018] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943541, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.396399] env[68758]: DEBUG oslo_concurrency.lockutils [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.433950] env[68758]: DEBUG oslo_vmware.api [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943541, 'name': ReconfigVM_Task, 'duration_secs': 0.158936} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.434298] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590844', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'name': 'volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e417fb-fae1-4092-9bd8-b99c09ec34f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'serial': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071'} {{(pid=68758) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1554.402245] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.402602] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f930709-7ec0-4f9c-bbe7-244014e2b0ba {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.410059] env[68758]: DEBUG oslo_vmware.api [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1554.410059] env[68758]: value = "task-2943542" [ 1554.410059] env[68758]: _type = "Task" [ 1554.410059] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.417426] env[68758]: DEBUG oslo_vmware.api [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.472882] env[68758]: DEBUG nova.objects.instance [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid 56e417fb-fae1-4092-9bd8-b99c09ec34f6 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.921065] env[68758]: DEBUG oslo_vmware.api [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943542, 'name': PowerOnVM_Task, 'duration_secs': 0.376305} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.921065] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1554.921065] env[68758]: DEBUG nova.compute.manager [None req-aa554fff-6d60-4c0c-a7d9-e7818966e14c tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1554.921345] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2445bac1-a449-4950-b8ed-2ec768efef94 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.977933] env[68758]: DEBUG oslo_concurrency.lockutils [None req-b093170d-54f9-46f8-9c87-5b62fb6831d4 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.160659] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1555.160962] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1555.663956] env[68758]: INFO nova.compute.manager [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Detaching volume ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071 [ 1555.693434] env[68758]: INFO nova.virt.block_device [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Attempting to driver detach volume ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071 from mountpoint /dev/sdb [ 1555.693692] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Volume detach. Driver type: vmdk {{(pid=68758) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1555.693881] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590844', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'name': 'volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e417fb-fae1-4092-9bd8-b99c09ec34f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'serial': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1555.694763] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6273c7d9-2cf2-4625-9cfc-cceb76558e13 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.716383] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d07671-7d8f-494c-a4b3-a84af855a76c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.723322] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84e9d0e-e57e-4ebb-91b0-21ceb440f7cd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.742657] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74465ea-3959-465c-aaff-c06df829f5cc {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.757398] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071/volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071.vmdk. No consolidation needed. {{(pid=68758) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1555.762335] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.762581] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d24e45bc-3007-419d-a38f-2db48eac1b3b {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.779294] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1555.779294] env[68758]: value = "task-2943543" [ 1555.779294] env[68758]: _type = "Task" [ 1555.779294] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.786244] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.902429] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7cfb7b-54da-4fc6-9aa1-80935ff388e5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.908960] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Suspending the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1555.909280] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-547a6121-b2bd-42e4-9597-f7d4f29c4516 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.914411] env[68758]: DEBUG oslo_vmware.api [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1555.914411] env[68758]: value = "task-2943544" [ 1555.914411] env[68758]: _type = "Task" [ 1555.914411] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.922157] env[68758]: DEBUG oslo_vmware.api [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943544, 'name': SuspendVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.289873] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943543, 'name': ReconfigVM_Task, 'duration_secs': 0.226351} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.290247] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=68758) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.295304] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f84aaed-2123-431f-ae42-917f5a34c7c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.309899] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1556.309899] env[68758]: value = "task-2943545" [ 1556.309899] env[68758]: _type = "Task" [ 1556.309899] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.318586] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943545, 'name': ReconfigVM_Task} progress is 5%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.424132] env[68758]: DEBUG oslo_vmware.api [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943544, 'name': SuspendVM_Task} progress is 75%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.819955] env[68758]: DEBUG oslo_vmware.api [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943545, 'name': ReconfigVM_Task, 'duration_secs': 0.13731} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.820280] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-590844', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'name': 'volume-ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '56e417fb-fae1-4092-9bd8-b99c09ec34f6', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071', 'serial': 'ae2b7ae0-95a1-48b7-b9bc-2b43b0df7071'} {{(pid=68758) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1556.924212] env[68758]: DEBUG oslo_vmware.api [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943544, 'name': SuspendVM_Task, 'duration_secs': 0.561296} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.924473] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Suspended the VM {{(pid=68758) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1556.924654] env[68758]: DEBUG nova.compute.manager [None req-9e42b6a8-557e-4566-b5b2-508b99338dde tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.925424] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06328412-d14e-4b7f-a608-e03f999b29a4 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.360978] env[68758]: DEBUG nova.objects.instance [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'flavor' on Instance uuid 56e417fb-fae1-4092-9bd8-b99c09ec34f6 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.232126] env[68758]: INFO nova.compute.manager [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Resuming [ 1558.232593] env[68758]: DEBUG nova.objects.instance [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'flavor' on Instance uuid b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1558.367164] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cd565c5f-314c-4cdf-a192-bf3cc172a75e tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.396863] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.397304] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.397383] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1559.397520] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1559.397693] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.399702] env[68758]: INFO nova.compute.manager [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Terminating instance [ 1559.743323] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.743571] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquired lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.743709] env[68758]: DEBUG nova.network.neutron [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.902986] env[68758]: DEBUG nova.compute.manager [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1559.903253] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1559.904091] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fb36aa-e118-40a3-a3fd-d8a6bfc9402c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.911831] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1559.912073] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe340227-3ca6-4f27-8f39-300157b533f7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.917994] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1559.917994] env[68758]: value = "task-2943546" [ 1559.917994] env[68758]: _type = "Task" [ 1559.917994] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.925504] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.427152] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943546, 'name': PowerOffVM_Task, 'duration_secs': 0.169032} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.427506] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1560.427555] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1560.427782] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63781569-2e38-48a7-9b80-c36e6703ac18 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.439126] env[68758]: DEBUG nova.network.neutron [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [{"id": "df36bc39-093d-48a1-a749-7045d824f676", "address": "fa:16:3e:44:39:8b", "network": {"id": "f64d9da3-c4ff-4e8c-9057-9c37d5334edb", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2005074264-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.216", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1a3dcef424634016b94a74e04f754cfb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee1c76d-1a61-4546-85cb-d4bd3c1b35ef", "external-id": "nsx-vlan-transportzone-161", "segmentation_id": 161, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf36bc39-09", "ovs_interfaceid": "df36bc39-093d-48a1-a749-7045d824f676", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.499605] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1560.499843] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1560.499985] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleting the datastore file [datastore1] 56e417fb-fae1-4092-9bd8-b99c09ec34f6 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1560.500253] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19dc30d8-e96b-4b67-acfc-6bfc1b861619 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.506424] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for the task: (returnval){ [ 1560.506424] env[68758]: value = "task-2943548" [ 1560.506424] env[68758]: _type = "Task" [ 1560.506424] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.514149] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.941849] env[68758]: DEBUG oslo_concurrency.lockutils [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Releasing lock "refresh_cache-b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.942827] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f07594-9a4e-47e7-b4d0-00169a6f5b17 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.950944] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Resuming the VM {{(pid=68758) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1560.951190] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c471f6e-aebc-4a44-aeb0-c3a1eb30f474 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.957159] env[68758]: DEBUG oslo_vmware.api [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1560.957159] env[68758]: value = "task-2943549" [ 1560.957159] env[68758]: _type = "Task" [ 1560.957159] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.964342] env[68758]: DEBUG oslo_vmware.api [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.019952] env[68758]: DEBUG oslo_vmware.api [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Task: {'id': task-2943548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126151} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.020368] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1561.020656] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1561.020943] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1561.021246] env[68758]: INFO nova.compute.manager [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1561.021611] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1561.021898] env[68758]: DEBUG nova.compute.manager [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1561.022055] env[68758]: DEBUG nova.network.neutron [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1561.470443] env[68758]: DEBUG oslo_vmware.api [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.570416] env[68758]: DEBUG nova.compute.manager [req-5bea75a4-3e40-4d17-be6a-313d686274e3 req-f1d8605d-2e76-4dd8-9278-dbedb4767d4e service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Received event network-vif-deleted-3250e07c-8560-4a96-aaf2-9eeefc61a056 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1561.570668] env[68758]: INFO nova.compute.manager [req-5bea75a4-3e40-4d17-be6a-313d686274e3 req-f1d8605d-2e76-4dd8-9278-dbedb4767d4e service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Neutron deleted interface 3250e07c-8560-4a96-aaf2-9eeefc61a056; detaching it from the instance and deleting it from the info cache [ 1561.570884] env[68758]: DEBUG nova.network.neutron [req-5bea75a4-3e40-4d17-be6a-313d686274e3 req-f1d8605d-2e76-4dd8-9278-dbedb4767d4e service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.964863] env[68758]: DEBUG nova.network.neutron [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.970178] env[68758]: DEBUG oslo_vmware.api [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943549, 'name': PowerOnVM_Task, 'duration_secs': 0.529507} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.970320] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Resumed the VM {{(pid=68758) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1561.970505] env[68758]: DEBUG nova.compute.manager [None req-a70ac52c-2e5e-446f-b7d7-43c236e817da tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.971284] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b1efed-a6d0-4301-8292-62aeaf7038c9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.074162] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d78fd05c-b37d-4011-9a3f-2624db3ce2c2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.084471] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c10db7a-d6f3-405f-836c-c508f39ef3c5 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.111019] env[68758]: DEBUG nova.compute.manager [req-5bea75a4-3e40-4d17-be6a-313d686274e3 req-f1d8605d-2e76-4dd8-9278-dbedb4767d4e service nova] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Detach interface failed, port_id=3250e07c-8560-4a96-aaf2-9eeefc61a056, reason: Instance 56e417fb-fae1-4092-9bd8-b99c09ec34f6 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1562.467181] env[68758]: INFO nova.compute.manager [-] [instance: 56e417fb-fae1-4092-9bd8-b99c09ec34f6] Took 1.45 seconds to deallocate network for instance. [ 1562.876890] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.877297] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.877476] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.877690] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.877871] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.880334] env[68758]: INFO nova.compute.manager [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Terminating instance [ 1562.973894] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.974174] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.974389] env[68758]: DEBUG nova.objects.instance [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lazy-loading 'resources' on Instance uuid 56e417fb-fae1-4092-9bd8-b99c09ec34f6 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1563.383443] env[68758]: DEBUG nova.compute.manager [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.383679] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.384603] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee12f0e-175b-4842-9716-1afc6166b6f8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.392753] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.392971] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0cdaa9d-fc7f-4900-b448-ef109f113d34 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.399227] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1563.399227] env[68758]: value = "task-2943550" [ 1563.399227] env[68758]: _type = "Task" [ 1563.399227] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.406264] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.494278] env[68758]: DEBUG nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Refreshing inventories for resource provider f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1563.508100] env[68758]: DEBUG nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Updating ProviderTree inventory for provider f15025f4-9980-489d-822e-70d7ed69904a from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1563.508279] env[68758]: DEBUG nova.compute.provider_tree [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Updating inventory in ProviderTree for provider f15025f4-9980-489d-822e-70d7ed69904a with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1563.519865] env[68758]: DEBUG nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Refreshing aggregate associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, aggregates: None {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1563.537066] env[68758]: DEBUG nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Refreshing trait associations for resource provider f15025f4-9980-489d-822e-70d7ed69904a, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE {{(pid=68758) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1563.576314] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882f166-06e1-47c7-85ee-f7d046a140d2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.583998] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a2644a-fe50-4203-81c1-d3b70e1c9320 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.613038] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04964a0c-9f31-4bf1-9c22-97da8f706e25 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.619479] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ce2549-2080-4821-bd04-dfdd2d8309ae {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.631735] env[68758]: DEBUG nova.compute.provider_tree [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.909992] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943550, 'name': PowerOffVM_Task, 'duration_secs': 0.193015} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.910300] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.910451] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.910684] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3ec202a-73b7-4935-8a00-53b762d65242 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.974338] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1563.974547] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1563.974725] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleting the datastore file [datastore1] b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1563.974981] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aeaebc30-d6ae-43e0-bd2a-23fc6ad14ebe {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.981121] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for the task: (returnval){ [ 1563.981121] env[68758]: value = "task-2943552" [ 1563.981121] env[68758]: _type = "Task" [ 1563.981121] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.988350] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.134801] env[68758]: DEBUG nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1564.490809] env[68758]: DEBUG oslo_vmware.api [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Task: {'id': task-2943552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142193} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.491060] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1564.491245] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1564.491493] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1564.491684] env[68758]: INFO nova.compute.manager [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1564.491916] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1564.492119] env[68758]: DEBUG nova.compute.manager [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1564.492217] env[68758]: DEBUG nova.network.neutron [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1564.639911] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1564.660600] env[68758]: INFO nova.scheduler.client.report [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Deleted allocations for instance 56e417fb-fae1-4092-9bd8-b99c09ec34f6 [ 1564.953232] env[68758]: DEBUG nova.compute.manager [req-4a3d97a6-21c6-4380-bfb8-24d9e0e769bf req-50cb9ab9-265e-4c47-a722-79cace7b16cc service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Received event network-vif-deleted-df36bc39-093d-48a1-a749-7045d824f676 {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1564.953482] env[68758]: INFO nova.compute.manager [req-4a3d97a6-21c6-4380-bfb8-24d9e0e769bf req-50cb9ab9-265e-4c47-a722-79cace7b16cc service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Neutron deleted interface df36bc39-093d-48a1-a749-7045d824f676; detaching it from the instance and deleting it from the info cache [ 1564.953612] env[68758]: DEBUG nova.network.neutron [req-4a3d97a6-21c6-4380-bfb8-24d9e0e769bf req-50cb9ab9-265e-4c47-a722-79cace7b16cc service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.167806] env[68758]: DEBUG oslo_concurrency.lockutils [None req-cbbd5aed-05be-459b-84c1-d4b49bc12e96 tempest-AttachVolumeNegativeTest-1870769863 tempest-AttachVolumeNegativeTest-1870769863-project-member] Lock "56e417fb-fae1-4092-9bd8-b99c09ec34f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.435964] env[68758]: DEBUG nova.network.neutron [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.456086] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fe0a817-491e-407d-ac29-5d1c9beb3f9d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.465965] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39cfeb6-31f2-433d-9f05-ffca0a532abb {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.490820] env[68758]: DEBUG nova.compute.manager [req-4a3d97a6-21c6-4380-bfb8-24d9e0e769bf req-50cb9ab9-265e-4c47-a722-79cace7b16cc service nova] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Detach interface failed, port_id=df36bc39-093d-48a1-a749-7045d824f676, reason: Instance b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1565.938580] env[68758]: INFO nova.compute.manager [-] [instance: b676f8aa-ef88-45a6-805f-d6fdfba3d6b8] Took 1.45 seconds to deallocate network for instance. [ 1566.446058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1566.446058] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1566.446510] env[68758]: DEBUG nova.objects.instance [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lazy-loading 'resources' on Instance uuid b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1566.979873] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e142d28-d50d-4eed-9f06-47e099740529 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.987392] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645c1c8a-5549-4d07-a07d-968a9606948e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.016642] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6f004-8951-49d3-831f-0d4594d198c3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.023396] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8eae76-2f8d-4f7e-98b7-86280c1141f1 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.036222] env[68758]: DEBUG nova.compute.provider_tree [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.539897] env[68758]: DEBUG nova.scheduler.client.report [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1568.045070] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.066992] env[68758]: INFO nova.scheduler.client.report [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Deleted allocations for instance b676f8aa-ef88-45a6-805f-d6fdfba3d6b8 [ 1568.575033] env[68758]: DEBUG oslo_concurrency.lockutils [None req-250890b3-2225-497a-9f58-aad650ed14e7 tempest-ServerActionsTestJSON-196368831 tempest-ServerActionsTestJSON-196368831-project-member] Lock "b676f8aa-ef88-45a6-805f-d6fdfba3d6b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.648239] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "f19257f2-b45f-420e-848e-05b0be3899c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.648609] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.152949] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Starting instance... {{(pid=68758) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.678292] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1576.678576] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.680269] env[68758]: INFO nova.compute.claims [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.721729] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5104ac-d32c-4d94-b138-bcb5b71c8b40 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.732228] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aca6206-d1e1-4ebb-8eb1-c75aeecb429d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.762303] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52ced39-44cb-4dd1-9b21-a831b4ab267e {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.769109] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53544496-3cce-44f2-a415-6d772a1f0774 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.782535] env[68758]: DEBUG nova.compute.provider_tree [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.285733] env[68758]: DEBUG nova.scheduler.client.report [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1578.790625] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1578.791173] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Start building networks asynchronously for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.296367] env[68758]: DEBUG nova.compute.utils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Using /dev/sd instead of None {{(pid=68758) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1579.297824] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Allocating IP information in the background. {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1579.298016] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] allocate_for_instance() {{(pid=68758) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1579.334325] env[68758]: DEBUG nova.policy [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cc6dff5ef4840acb4ec565ca6373d21', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5f217d5a71fb45e8951c996605a0d9b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=68758) authorize /opt/stack/nova/nova/policy.py:192}} [ 1579.566758] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Successfully created port: ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1579.801849] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Start building block device mappings for instance. {{(pid=68758) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1580.813052] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Start spawning the instance on the hypervisor. {{(pid=68758) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1580.838744] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-03-11T18:00:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-03-11T18:00:25Z,direct_url=,disk_format='vmdk',id=26e8e81c-01e8-423d-8bd5-f45eaf8715df,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='50fa49d05f254821920f62010df8d7cd',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-03-11T18:00:26Z,virtual_size=,visibility=), allow threads: False {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1580.838912] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Flavor limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1580.839030] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Image limits 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1580.839243] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Flavor pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1580.839379] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Image pref 0:0:0 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1580.839502] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=68758) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1580.839709] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1580.839881] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1580.840064] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Got 1 possible topologies {{(pid=68758) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1580.840232] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1580.840900] env[68758]: DEBUG nova.virt.hardware [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=68758) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1580.841357] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90550f3-20c2-40f3-babf-833edf394825 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.849244] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cd774e-ad8b-4281-8e28-aea33fc8ddfd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.913722] env[68758]: DEBUG nova.compute.manager [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Received event network-vif-plugged-ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1580.913947] env[68758]: DEBUG oslo_concurrency.lockutils [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] Acquiring lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.914166] env[68758]: DEBUG oslo_concurrency.lockutils [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] Lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.914330] env[68758]: DEBUG oslo_concurrency.lockutils [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] Lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.914496] env[68758]: DEBUG nova.compute.manager [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] No waiting events found dispatching network-vif-plugged-ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1580.914662] env[68758]: WARNING nova.compute.manager [req-2874eb05-ccab-400a-8c9b-1bbf4add54dc req-42c553b3-62d8-4a4a-8674-d9e1a20c877e service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Received unexpected event network-vif-plugged-ebb0c198-077c-49af-9ff8-cc4839480e6c for instance with vm_state building and task_state spawning. [ 1580.990993] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Successfully updated port: ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1581.493665] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.493842] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquired lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.493990] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Building network info cache for instance {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1582.026656] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Instance cache missing network info. {{(pid=68758) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1582.143909] env[68758]: DEBUG nova.network.neutron [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Updating instance_info_cache with network_info: [{"id": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "address": "fa:16:3e:2e:38:8b", "network": {"id": "b3799c13-60cd-47db-ab92-dbc4342316a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-197277016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f217d5a71fb45e8951c996605a0d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb0c198-07", "ovs_interfaceid": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.647017] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Releasing lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.647373] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Instance network_info: |[{"id": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "address": "fa:16:3e:2e:38:8b", "network": {"id": "b3799c13-60cd-47db-ab92-dbc4342316a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-197277016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f217d5a71fb45e8951c996605a0d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb0c198-07", "ovs_interfaceid": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=68758) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1582.647811] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:38:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3202e2b9-c4a7-4f78-9476-12ed92fabe61', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebb0c198-077c-49af-9ff8-cc4839480e6c', 'vif_model': 'vmxnet3'}] {{(pid=68758) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1582.655340] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Creating folder: Project (5f217d5a71fb45e8951c996605a0d9b7). Parent ref: group-v590497. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.655434] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-978cbe60-e048-428b-9841-134ec1e5f051 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.668437] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Created folder: Project (5f217d5a71fb45e8951c996605a0d9b7) in parent group-v590497. [ 1582.668621] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Creating folder: Instances. Parent ref: group-v590845. {{(pid=68758) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.668850] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6737c4f7-5eba-4079-a2b7-40bf388c0c5d {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.678686] env[68758]: INFO nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Created folder: Instances in parent group-v590845. [ 1582.678915] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1582.679117] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Creating VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1582.679318] env[68758]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8e6aa4c-a0a3-4b33-b76e-a9111b37e112 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.697603] env[68758]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1582.697603] env[68758]: value = "task-2943558" [ 1582.697603] env[68758]: _type = "Task" [ 1582.697603] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.704672] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943558, 'name': CreateVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.942415] env[68758]: DEBUG nova.compute.manager [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Received event network-changed-ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1582.942685] env[68758]: DEBUG nova.compute.manager [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Refreshing instance network info cache due to event network-changed-ebb0c198-077c-49af-9ff8-cc4839480e6c. {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11661}} [ 1582.942913] env[68758]: DEBUG oslo_concurrency.lockutils [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] Acquiring lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.943108] env[68758]: DEBUG oslo_concurrency.lockutils [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] Acquired lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.943316] env[68758]: DEBUG nova.network.neutron [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Refreshing network info cache for port ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.208139] env[68758]: DEBUG oslo_vmware.api [-] Task: {'id': task-2943558, 'name': CreateVM_Task, 'duration_secs': 0.3086} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.208488] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Created VM on the ESX host {{(pid=68758) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1583.209014] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.209228] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.209596] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.209911] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40c5f798-f1ab-4115-ad41-a0d52d6c3401 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.214770] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1583.214770] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196f8d-f8a2-29e7-c0e0-2c4a99c2ab2a" [ 1583.214770] env[68758]: _type = "Task" [ 1583.214770] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.222017] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196f8d-f8a2-29e7-c0e0-2c4a99c2ab2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.616890] env[68758]: DEBUG nova.network.neutron [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Updated VIF entry in instance network info cache for port ebb0c198-077c-49af-9ff8-cc4839480e6c. {{(pid=68758) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1583.617248] env[68758]: DEBUG nova.network.neutron [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Updating instance_info_cache with network_info: [{"id": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "address": "fa:16:3e:2e:38:8b", "network": {"id": "b3799c13-60cd-47db-ab92-dbc4342316a6", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-197277016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5f217d5a71fb45e8951c996605a0d9b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3202e2b9-c4a7-4f78-9476-12ed92fabe61", "external-id": "nsx-vlan-transportzone-846", "segmentation_id": 846, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebb0c198-07", "ovs_interfaceid": "ebb0c198-077c-49af-9ff8-cc4839480e6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1583.724646] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52196f8d-f8a2-29e7-c0e0-2c4a99c2ab2a, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.724909] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.725176] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Processing image 26e8e81c-01e8-423d-8bd5-f45eaf8715df {{(pid=68758) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.725456] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.725617] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquired lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.725803] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.726072] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b103160f-c2fe-433a-afc1-72d96b04d9bd {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.735472] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=68758) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.735653] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=68758) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.736333] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c5e827-cf5a-40ca-b714-fb9f7acbd909 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.741093] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1583.741093] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ef0065-d345-59dd-02eb-6ac45b4e4ba5" [ 1583.741093] env[68758]: _type = "Task" [ 1583.741093] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.747763] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ef0065-d345-59dd-02eb-6ac45b4e4ba5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.119954] env[68758]: DEBUG oslo_concurrency.lockutils [req-886ec3bd-fb1f-4079-983e-1bd3367c7f56 req-2070f28d-bdfc-48e2-9c54-579a8c3b4eae service nova] Releasing lock "refresh_cache-f19257f2-b45f-420e-848e-05b0be3899c5" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.251415] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]52ef0065-d345-59dd-02eb-6ac45b4e4ba5, 'name': SearchDatastore_Task, 'duration_secs': 0.00862} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.252177] env[68758]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99d9f470-88fa-454a-b7aa-849688ef4270 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.257008] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1584.257008] env[68758]: value = "session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ba145-115e-5f54-86f4-5a6aecb80c5c" [ 1584.257008] env[68758]: _type = "Task" [ 1584.257008] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.264285] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ba145-115e-5f54-86f4-5a6aecb80c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.767096] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': session[5290d5ad-69b0-015b-601e-7074cb72f0bc]525ba145-115e-5f54-86f4-5a6aecb80c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.008931} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.767372] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Releasing lock "[datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk" {{(pid=68758) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.767628] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f19257f2-b45f-420e-848e-05b0be3899c5/f19257f2-b45f-420e-848e-05b0be3899c5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1584.767888] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3926821e-af4c-4319-b0ab-cfaf9cd8e96c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.775903] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1584.775903] env[68758]: value = "task-2943559" [ 1584.775903] env[68758]: _type = "Task" [ 1584.775903] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.784457] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.285044] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.426664} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.285362] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/26e8e81c-01e8-423d-8bd5-f45eaf8715df/26e8e81c-01e8-423d-8bd5-f45eaf8715df.vmdk to [datastore1] f19257f2-b45f-420e-848e-05b0be3899c5/f19257f2-b45f-420e-848e-05b0be3899c5.vmdk {{(pid=68758) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1585.285554] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Extending root virtual disk to 1048576 {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1585.285792] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67c13e99-6ddd-4f09-9639-ac042d1bf338 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.292648] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1585.292648] env[68758]: value = "task-2943560" [ 1585.292648] env[68758]: _type = "Task" [ 1585.292648] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.299232] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943560, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.802178] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943560, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068744} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.802432] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Extended root virtual disk {{(pid=68758) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1585.803306] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce0d52af-23cb-47c8-9ee8-4aaee94217d7 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.824412] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] f19257f2-b45f-420e-848e-05b0be3899c5/f19257f2-b45f-420e-848e-05b0be3899c5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.824644] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b848d808-cf3f-445f-a2c8-656a94906c42 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.844242] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1585.844242] env[68758]: value = "task-2943561" [ 1585.844242] env[68758]: _type = "Task" [ 1585.844242] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.853930] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.354339] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943561, 'name': ReconfigVM_Task, 'duration_secs': 0.275613} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.354603] env[68758]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Reconfigured VM instance instance-0000007f to attach disk [datastore1] f19257f2-b45f-420e-848e-05b0be3899c5/f19257f2-b45f-420e-848e-05b0be3899c5.vmdk or device None with type sparse {{(pid=68758) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.355225] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec6c050f-0eb7-4241-bd4a-c598afd2f8f9 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.361547] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1586.361547] env[68758]: value = "task-2943562" [ 1586.361547] env[68758]: _type = "Task" [ 1586.361547] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.368779] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943562, 'name': Rename_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.759836] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760080] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760243] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760388] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760533] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760671] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760811] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.760944] env[68758]: DEBUG nova.compute.manager [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=68758) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11072}} [ 1586.761100] env[68758]: DEBUG oslo_service.periodic_task [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Running periodic task ComputeManager.update_available_resource {{(pid=68758) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1586.871963] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943562, 'name': Rename_Task, 'duration_secs': 0.133632} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.872313] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Powering on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.872608] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910dee67-3258-40ba-a61e-1b16c5398fc6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.878843] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1586.878843] env[68758]: value = "task-2943563" [ 1586.878843] env[68758]: _type = "Task" [ 1586.878843] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.886156] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.264288] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.264646] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.264890] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1587.265143] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=68758) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1587.266184] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9f9689-20b9-4a73-ab6c-e1760bc9862a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.275239] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca56bfb-453b-4ae6-859e-38468f19a929 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.289422] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d1599c-a6a4-402a-8d12-2a3286095d2c {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.296179] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30bfdbbf-34b2-4b5c-97fc-3e2b76de944a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.326288] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180845MB free_disk=156GB free_vcpus=48 pci_devices=None {{(pid=68758) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1587.326463] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1587.326676] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1587.387720] env[68758]: DEBUG oslo_vmware.api [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943563, 'name': PowerOnVM_Task, 'duration_secs': 0.440791} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.388102] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Powered on the VM {{(pid=68758) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1587.388195] env[68758]: INFO nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Took 6.58 seconds to spawn the instance on the hypervisor. [ 1587.388385] env[68758]: DEBUG nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Checking state {{(pid=68758) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1587.389149] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b909c-8285-4e1c-b3e0-f9494a045334 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.904384] env[68758]: INFO nova.compute.manager [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Took 11.24 seconds to build instance. [ 1588.352733] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Instance f19257f2-b45f-420e-848e-05b0be3899c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=68758) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1588.353101] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1588.353387] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=68758) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1588.383601] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e739121b-0edc-422f-940c-bfce07770849 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.391414] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfa6e6a-e84a-491b-9f5e-eaba69bb1fe3 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.421410] env[68758]: DEBUG oslo_concurrency.lockutils [None req-66b37d9b-f895-4cab-aa11-8aebbd24296b tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.773s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.422329] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8882b827-6ca8-4b19-9612-6d0c399052e8 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.429265] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291f9992-080f-43ea-bfed-d7cbf4f2d24a {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.441915] env[68758]: DEBUG nova.compute.provider_tree [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.947383] env[68758]: DEBUG nova.scheduler.client.report [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.999304] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "f19257f2-b45f-420e-848e-05b0be3899c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.999546] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.999751] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.999929] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.000110] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.002065] env[68758]: INFO nova.compute.manager [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Terminating instance [ 1589.452560] env[68758]: DEBUG nova.compute.resource_tracker [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=68758) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1589.452927] env[68758]: DEBUG oslo_concurrency.lockutils [None req-9d69b223-8bf0-4c2f-a168-0ef2f45f81e9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.126s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1589.505765] env[68758]: DEBUG nova.compute.manager [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Start destroying the instance on the hypervisor. {{(pid=68758) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1589.505974] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Destroying instance {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1589.506893] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911de5fe-ec0c-4d64-ae28-18b2badea879 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.514809] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Powering off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1589.515053] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe3d11fa-4c0c-49cf-9663-a2c12be4b0da {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.521393] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1589.521393] env[68758]: value = "task-2943564" [ 1589.521393] env[68758]: _type = "Task" [ 1589.521393] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.529260] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.031879] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943564, 'name': PowerOffVM_Task, 'duration_secs': 0.230738} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.032171] env[68758]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Powered off the VM {{(pid=68758) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.032344] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Unregistering the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.032592] env[68758]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e743d234-2e65-4c7c-a921-70a54ef86ca2 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.100416] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Unregistered the VM {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1590.100635] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Deleting contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1590.100826] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Deleting the datastore file [datastore1] f19257f2-b45f-420e-848e-05b0be3899c5 {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1590.101114] env[68758]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85f6ad32-c6c6-46d4-b75f-e16a85e1d206 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.107421] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for the task: (returnval){ [ 1590.107421] env[68758]: value = "task-2943566" [ 1590.107421] env[68758]: _type = "Task" [ 1590.107421] env[68758]: } to complete. {{(pid=68758) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.114967] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943566, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.617195] env[68758]: DEBUG oslo_vmware.api [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Task: {'id': task-2943566, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146114} completed successfully. {{(pid=68758) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.617593] env[68758]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Deleted the datastore file {{(pid=68758) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1590.617593] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Deleted contents of the VM from datastore datastore1 {{(pid=68758) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1590.617738] env[68758]: DEBUG nova.virt.vmwareapi.vmops [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Instance destroyed {{(pid=68758) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1590.617943] env[68758]: INFO nova.compute.manager [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1590.618210] env[68758]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=68758) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1590.618398] env[68758]: DEBUG nova.compute.manager [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Deallocating network for instance {{(pid=68758) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1590.618490] env[68758]: DEBUG nova.network.neutron [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] deallocate_for_instance() {{(pid=68758) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1590.864918] env[68758]: DEBUG nova.compute.manager [req-a8f63857-7d8e-4bb4-b558-2a0f02707bcf req-64688148-7dfe-41f7-b1b2-203ad4812544 service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Received event network-vif-deleted-ebb0c198-077c-49af-9ff8-cc4839480e6c {{(pid=68758) external_instance_event /opt/stack/nova/nova/compute/manager.py:11656}} [ 1590.865091] env[68758]: INFO nova.compute.manager [req-a8f63857-7d8e-4bb4-b558-2a0f02707bcf req-64688148-7dfe-41f7-b1b2-203ad4812544 service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Neutron deleted interface ebb0c198-077c-49af-9ff8-cc4839480e6c; detaching it from the instance and deleting it from the info cache [ 1590.865276] env[68758]: DEBUG nova.network.neutron [req-a8f63857-7d8e-4bb4-b558-2a0f02707bcf req-64688148-7dfe-41f7-b1b2-203ad4812544 service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.348460] env[68758]: DEBUG nova.network.neutron [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Updating instance_info_cache with network_info: [] {{(pid=68758) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.368103] env[68758]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e8957b-8a97-44cb-82bb-6a6703c02845 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.379873] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e74900-a859-4268-af85-d6fe6b394ec0 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.403061] env[68758]: DEBUG nova.compute.manager [req-a8f63857-7d8e-4bb4-b558-2a0f02707bcf req-64688148-7dfe-41f7-b1b2-203ad4812544 service nova] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Detach interface failed, port_id=ebb0c198-077c-49af-9ff8-cc4839480e6c, reason: Instance f19257f2-b45f-420e-848e-05b0be3899c5 could not be found. {{(pid=68758) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11490}} [ 1591.851586] env[68758]: INFO nova.compute.manager [-] [instance: f19257f2-b45f-420e-848e-05b0be3899c5] Took 1.23 seconds to deallocate network for instance. [ 1592.358187] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.358472] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.358692] env[68758]: DEBUG nova.objects.instance [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lazy-loading 'resources' on Instance uuid f19257f2-b45f-420e-848e-05b0be3899c5 {{(pid=68758) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1592.893550] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74699c1c-adab-456e-a57a-285879bbf029 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.901377] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d46e3a-6895-4153-8607-95938f792de6 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.932902] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2874a2-95a3-41f7-b927-cce8f282c367 {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.940520] env[68758]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbcfa71-695d-4f72-a275-600af546a6ad {{(pid=68758) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.955802] env[68758]: DEBUG nova.compute.provider_tree [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Inventory has not changed in ProviderTree for provider: f15025f4-9980-489d-822e-70d7ed69904a {{(pid=68758) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1593.458805] env[68758]: DEBUG nova.scheduler.client.report [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Inventory has not changed for provider f15025f4-9980-489d-822e-70d7ed69904a based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 156, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=68758) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1593.963937] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.605s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1593.984208] env[68758]: INFO nova.scheduler.client.report [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Deleted allocations for instance f19257f2-b45f-420e-848e-05b0be3899c5 [ 1594.491794] env[68758]: DEBUG oslo_concurrency.lockutils [None req-5b0cfda5-79d4-4557-84c0-123701a2b1d3 tempest-ServersNegativeTestMultiTenantJSON-98494765 tempest-ServersNegativeTestMultiTenantJSON-98494765-project-member] Lock "f19257f2-b45f-420e-848e-05b0be3899c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.492s {{(pid=68758) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}